-- Logs begin at Mon 2021-06-21 03:49:00 UTC, end at Mon 2021-06-21 04:46:32 UTC. -- Jun 21 04:21:17.894758 dv-cinder-796889-2-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 21 04:21:20.520330 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.common.config [-] Logging enabled! Jun 21 04:21:20.520923 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev362 Jun 21 04:21:20.521005 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92606) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 21 04:21:20.524139 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.common.config [-] Logging enabled! Jun 21 04:21:20.524390 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev362 Jun 21 04:21:20.524698 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92606) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 21 04:21:20.525899 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 21 04:21:20.526138 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 21 04:21:20.526485 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 21 04:21:20.526724 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 21 04:21:20.526945 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 21 04:21:20.527261 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.527588 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.527843 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.528070 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.528361 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.528647 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.528926 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.529209 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.529530 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.529812 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.530167 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.530368 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.530601 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.530864 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.531142 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.531523 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.531687 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] debug = True {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.531910 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.532326 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.532723 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.533001 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.533388 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.534161 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.534416 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.534698 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.534966 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.535297 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] host = dv-cinder-796889-2-smb {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.535569 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.535847 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.536133 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.536488 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.536683 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.536956 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.537232 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.537528 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.537795 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] log_file = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.538068 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.538346 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.538612 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.538917 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.539124 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.539336 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.539620 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.539898 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.540172 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.540442 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.540710 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.540978 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.541241 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.541529 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.541810 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.542089 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.542365 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.542635 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.542902 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.543171 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.543443 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.543722 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.543990 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.544257 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.544526 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.544805 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.545069 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.545363 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.545655 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.545936 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.546218 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.546496 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.546764 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.547037 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.547306 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.547575 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.547844 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] use_json = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.548109 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.548378 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.548652 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.549008 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.549486 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.549762 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.550104 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.550406 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:20.550690 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.550982 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.551276 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.551559 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.551851 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.552136 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.552410 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.552685 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.552966 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.553248 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.553555 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.553832 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.554120 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.554397 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.554686 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.554988 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.555276 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.555563 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.555833 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.556104 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.556379 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.556716 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.556934 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.557214 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.557524 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.557792 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.558067 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.558351 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.558623 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.558895 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.559164 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.559448 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.559727 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.559997 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.560276 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.560550 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.560813 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.561080 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.561374 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.561663 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.561936 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.562203 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.562472 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.562743 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.563012 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.563291 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.563564 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.563832 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.564098 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.564372 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.565150 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.565436 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.565710 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.565983 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.566256 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.566521 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.566793 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.567058 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.567324 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.567589 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.567855 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.568120 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.568393 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.568659 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.568925 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.569189 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.569488 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.569758 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.570038 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.570332 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.570663 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.570879 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.571153 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.571423 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.571689 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.571964 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.572239 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.572511 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.572778 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.573061 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.573362 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.573636 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.573915 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.574190 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.574478 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.574753 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.575032 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.575307 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.575579 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.575867 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.576146 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.576441 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.576737 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.577022 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.577331 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.577633 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.577911 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.578215 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.578490 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:20.578703 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 21 04:21:20.578945 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92606) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 21 04:21:20.925413 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:21:20.925617 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:21:20.925904 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:21:20.926233 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 21 04:21:21.308538 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:21.308822 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:21.309090 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:21.310443 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:21.310716 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:21.310977 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:21.344154 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:21.344428 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:21.344687 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:21.358028 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:21.358303 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:21.358568 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:21.387459 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:21.387734 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:21.387996 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:21.422987 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:21.423260 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:21.423524 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:21.651154 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:21.651742 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:21.651742 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:21.651889 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:21.652759 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:21.773127 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:21.773464 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:21.773746 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:21.774016 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:21.774285 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:21.774593 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:21.774848 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:21.775101 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:21.775353 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:21.775894 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:21.776159 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:21.776421 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:21.776677 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:21.776937 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:21.777189 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:21.777476 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:21.777746 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:21.778000 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:21.778265 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:21.778514 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:21.778788 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:21.779131 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:21.779384 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:21.779662 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:21.779906 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:21.780146 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:21.780532 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92606) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 04:21:21.780765 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92606) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 04:21:21.780996 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92606) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 04:21:21.781225 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92606) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 04:21:21.781479 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92606) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 04:21:21.781709 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92606) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 04:21:21.782063 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 21 04:21:21.785999 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 21 04:21:21.789840 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 21 04:21:21.793551 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Jun 21 04:21:21.795157 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 21 04:21:21.795597 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 21 04:21:21.795926 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 21 04:21:21.796300 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 21 04:21:21.799591 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 21 04:21:21.799835 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 21 04:21:21.800172 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 21 04:21:21.827244 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 21 04:21:21.827680 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:21.827972 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92606) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 21 04:21:21.828332 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:21.829693 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92606) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 21 04:21:21.829967 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 21 04:21:21.830250 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 21 04:21:21.833330 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:21.833629 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:21.895877 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 21 04:21:21.896112 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 21 04:21:21.896340 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 21 04:21:21.896694 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 21 04:21:21.917277 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_db.sqlalchemy.engines [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92606) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 21 04:21:22.431469 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.plugins.ml2.managers [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Initializing driver for type 'gre' Jun 21 04:21:22.431987 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] gre ID ranges: [(1, 1000)] Jun 21 04:21:22.483717 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.plugins.ml2.managers [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Initializing driver for type 'local' Jun 21 04:21:22.484066 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.plugins.ml2.managers [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Initializing driver for type 'vlan' Jun 21 04:21:22.496733 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] VlanTypeDriver initialization complete Jun 21 04:21:22.497070 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.plugins.ml2.managers [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Initializing driver for type 'vxlan' Jun 21 04:21:22.497577 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] vxlan ID ranges: [(1, 1000)] Jun 21 04:21:22.546987 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.plugins.ml2.managers [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Initializing extension driver 'port_security' Jun 21 04:21:22.547320 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.plugins.ml2.extensions.port_security [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] PortSecurityExtensionDriver initialization complete Jun 21 04:21:22.547646 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.plugins.ml2.managers [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Initializing mechanism driver 'openvswitch' Jun 21 04:21:22.547977 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.plugins.ml2.managers [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Initializing mechanism driver 'hyperv' Jun 21 04:21:22.554867 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.plugins.ml2.plugin [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:21:22.555635 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Subscribe: > port after_create 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:22.556014 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Subscribe: > port after_update 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:22.556372 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Subscribe: > port after_delete 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:22.556770 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Subscribe: > subnet after_create 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:22.557124 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Subscribe: > subnet after_update 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:22.557506 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:22.557887 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Subscribe: > network after_create 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:22.558232 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Subscribe: > network after_update 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:22.558573 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Subscribe: > network after_delete 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:22.558950 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Subscribe: > security_group after_create 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:22.559295 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Subscribe: > security_group after_update 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:22.559630 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Subscribe: > security_group after_delete 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:22.560005 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:22.560347 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:22.560682 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:22.561077 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Subscribe: > address_group after_create 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:22.561464 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Subscribe: > address_group after_update 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:22.561806 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Subscribe: > address_group after_delete 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:22.562142 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] ML2 OVO RPC backend initialized. {{(pid=92606) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 21 04:21:22.562852 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:22.563226 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:22.563638 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Subscribe: > network before_response 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:22.563979 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Subscribe: > networks before_response 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:22.564322 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Subscribe: > port before_response 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:22.564657 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Subscribe: > ports before_response 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:22.564995 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Subscribe: > subnet before_response 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:22.565360 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Subscribe: > subnets before_response 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:22.565703 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Subscribe: > network after_create 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:22.566038 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Subscribe: > network after_update 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:22.566373 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Subscribe: > network after_delete 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:22.566704 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Subscribe: > port after_create 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:22.567035 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Subscribe: > port after_update 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:22.567370 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Subscribe: > port after_delete 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:22.567702 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Subscribe: > subnet after_create 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:22.568032 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Subscribe: > subnet after_update 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:22.568359 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:22.568922 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.plugins.ml2.plugin [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Modular L2 Plugin initialization complete Jun 21 04:21:22.569254 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading services supported by the core plugin {{(pid=92606) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 21 04:21:22.569603 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.plugins.ml2.managers [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Got port-security extension from driver 'port_security' Jun 21 04:21:22.570070 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.extensions.vlantransparent [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Disabled vlantransparent extension. Jun 21 04:21:22.570551 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92606) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 21 04:21:22.570860 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading Plugin: router Jun 21 04:21:22.606691 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Subscribe: > router_interface before_create 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:22.607080 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Subscribe: > router after_create 55549900 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:22.607445 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Subscribe: > router before_create 55549900 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:22.607805 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:22.608167 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:22.608517 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Subscribe: > router after_delete 55549900 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:22.608873 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Subscribe: > floatingip after_update 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:22.609229 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Subscribe: > router after_create 55549900 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:22.609597 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Subscribe: > router after_update 55549900 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:22.609944 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Subscribe: > router after_update 55549900 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:22.610284 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:22.610634 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Subscribe: > router after_update 55549900 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:22.611032 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Subscribe: > router precommit_update 55549900 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:22.611482 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Subscribe: port after_update 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:22.611828 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Subscribe: port after_delete 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:22.612159 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Subscribe: subnet after_update 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:22.612491 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:22.612831 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Subscribe: > port precommit_delete 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:22.613171 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Subscribe: > router precommit_create 55549900 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:22.613532 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Subscribe: port before_delete 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:22.613870 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Subscribe: > router precommit_create 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:22.614220 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Subscribe: > router after_update 55549900 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:22.614553 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Subscribe: > router precommit_delete 55549900 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:22.614897 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Subscribe: > router precommit_create 55549900 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:22.615254 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:22.615591 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Subscribe: > router precommit_update 55549900 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:22.615955 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Subscribe: > network after_delete 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:22.616799 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.quota.resource_registry [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Tracking information for resource: router configured {{(pid=92606) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 04:21:22.617127 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.quota.resource_registry [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Tracking information for resource: floatingip configured {{(pid=92606) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 04:21:22.622034 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.db.l3_agentschedulers_db [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 21 04:21:22.622613 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Subscribe: port after_update 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:22.622965 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Subscribe: port after_create 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:22.623308 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Subscribe: port after_delete 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:22.623651 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Subscribe: port after_update 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:22.624431 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Subscribe: > router before_create 55550100 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:22.624798 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Subscribe: > router precommit_delete 55550100 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:22.625155 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Subscribe: > router precommit_create 55550100 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:22.625531 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Subscribe: > router precommit_update 55550100 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:22.629992 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.services.provider_configuration [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Service providers = [] {{(pid=92606) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 21 04:21:22.630349 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.db.servicetype_db [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92606) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 21 04:21:22.633216 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.services.service_base [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92606) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 21 04:21:22.633584 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.services.service_base [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92606) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 21 04:21:22.633921 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.services.service_base [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92606) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 21 04:21:22.634789 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.services.service_base [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92606) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 21 04:21:22.635155 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.services.service_base [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 21 04:21:22.635525 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92606) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 04:21:22.635835 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 21 04:21:22.646827 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92606) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 04:21:22.647171 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading Plugin: auto_allocate Jun 21 04:21:22.653143 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Subscribe: network precommit_update 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:22.653700 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Subscribe: network precommit_create 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:22.654037 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92606) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 04:21:22.654358 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading Plugin: tag Jun 21 04:21:22.661384 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92606) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 04:21:22.661712 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading Plugin: timestamp Jun 21 04:21:22.665467 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92606) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 04:21:22.665795 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading Plugin: network_ip_availability Jun 21 04:21:22.672545 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:22.672915 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:22.673265 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:22.674024 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92606) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 04:21:22.674346 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading Plugin: flavors Jun 21 04:21:22.678992 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92606) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 04:21:22.679318 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading Plugin: revisions Jun 21 04:21:22.683563 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92606) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 04:21:22.683948 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_concurrency.lockutils [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.758s {{(pid=92606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:21:22.684691 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92606) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 21 04:21:22.685021 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Initializing extension manager. Jun 21 04:21:22.685550 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: __init__.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.685885 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: __pycache__ {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.686210 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.686535 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: address_group.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.687269 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.687827 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loaded extension: address-group Jun 21 04:21:22.688146 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: address_scope.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.688837 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.689371 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loaded extension: address-scope Jun 21 04:21:22.689724 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: admin_state_down_before_update.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.690623 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.691130 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loaded extension: router-admin-state-down-before-update Jun 21 04:21:22.691447 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: agent.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.692124 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.692625 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loaded extension: agent Jun 21 04:21:22.692944 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: agent_resources_synced.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.693850 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.694358 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loaded extension: agent-resources-synced Jun 21 04:21:22.694672 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: allowedaddresspairs.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.696402 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.696920 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loaded extension: allowed-address-pairs Jun 21 04:21:22.697240 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: auto_allocated_topology.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.698499 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.699014 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loaded extension: auto-allocated-topology Jun 21 04:21:22.699333 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: availability_zone.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.700010 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.700513 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loaded extension: availability_zone Jun 21 04:21:22.700830 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: availability_zone_filter.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.701759 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.702263 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loaded extension: availability_zone_filter Jun 21 04:21:22.702579 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: data_plane_status.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.703462 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.703961 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Extension data-plane-status not supported by any of loaded plugins Jun 21 04:21:22.704283 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: default_subnetpools.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.705719 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.706225 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loaded extension: default-subnetpools Jun 21 04:21:22.706542 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: dhcpagentscheduler.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.707328 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.707831 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loaded extension: dhcp_agent_scheduler Jun 21 04:21:22.708150 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: dns.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.709049 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.709583 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Extension dns-integration not supported by any of loaded plugins Jun 21 04:21:22.709902 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: dns_domain_ports.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.710797 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.711298 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 21 04:21:22.711615 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: dvr.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.712263 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.712765 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loaded extension: dvr Jun 21 04:21:22.713082 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: empty_string_filtering.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.714347 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.715922 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loaded extension: empty-string-filtering Jun 21 04:21:22.716240 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.717140 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.717675 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 21 04:21:22.717996 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.718876 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.719372 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 21 04:21:22.719689 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: external_net.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.720575 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.721654 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loaded extension: external-net Jun 21 04:21:22.721975 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: extra_dhcp_opt.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.722862 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.723377 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loaded extension: extra_dhcp_opt Jun 21 04:21:22.723700 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: extraroute.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.724573 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.725084 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loaded extension: extraroute Jun 21 04:21:22.725433 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: extraroute_atomic.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.726443 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.726951 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loaded extension: extraroute-atomic Jun 21 04:21:22.727264 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: filter_validation.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.727911 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.728410 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loaded extension: filter-validation Jun 21 04:21:22.728722 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: fip_pf_description.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.729640 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.730138 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 21 04:21:22.730451 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: fip_port_details.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.731341 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.731838 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loaded extension: fip-port-details Jun 21 04:21:22.732157 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: flavors.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.733383 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.733940 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loaded extension: flavors Jun 21 04:21:22.734214 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.735857 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.736401 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 21 04:21:22.736729 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: floatingip_pools.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.737451 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.737961 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loaded extension: floatingip-pools Jun 21 04:21:22.738280 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: ip_allocation.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.739184 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.739690 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Extension ip_allocation not supported by any of loaded plugins Jun 21 04:21:22.740005 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.740906 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.741450 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loaded extension: ip-substring-filtering Jun 21 04:21:22.741769 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: l2_adjacency.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.742670 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.743166 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 21 04:21:22.743481 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: l3.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.744421 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.744945 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loaded extension: router Jun 21 04:21:22.745263 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: l3_conntrack_helper.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.747625 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.748144 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 21 04:21:22.748468 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.749405 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.749918 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loaded extension: ext-gw-mode Jun 21 04:21:22.750237 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.751130 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.751636 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loaded extension: l3-ha Jun 21 04:21:22.751973 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: l3_flavors.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.752863 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.753404 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loaded extension: l3-flavors Jun 21 04:21:22.753726 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.754636 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.755144 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 21 04:21:22.755462 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: l3agentscheduler.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.756478 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.756984 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loaded extension: l3_agent_scheduler Jun 21 04:21:22.757302 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: logging.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.758807 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.759318 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Extension logging not supported by any of loaded plugins Jun 21 04:21:22.759643 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: metering.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.760364 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.760933 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loaded extension: metering Jun 21 04:21:22.761253 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.762361 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.762871 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loaded extension: metering_source_and_destination_fields Jun 21 04:21:22.763188 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: multiprovidernet.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.764086 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.764589 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loaded extension: multi-provider Jun 21 04:21:22.764913 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: netmtu.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.765833 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.766334 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loaded extension: net-mtu Jun 21 04:21:22.766649 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: netmtu_writable.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.767537 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.768543 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loaded extension: net-mtu-writable Jun 21 04:21:22.768860 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: network_availability_zone.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.769534 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.770033 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loaded extension: network_availability_zone Jun 21 04:21:22.770346 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: network_ip_availability.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.771411 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.771915 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loaded extension: network-ip-availability Jun 21 04:21:22.772231 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: network_segment_range.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.772976 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.773509 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Extension network-segment-range not supported by any of loaded plugins Jun 21 04:21:22.773828 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: pagination.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.774777 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.775106 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loaded extension: pagination Jun 21 04:21:22.775441 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: port_device_profile.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.776564 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.777075 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loaded extension: port-device-profile Jun 21 04:21:22.777427 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.778321 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.778826 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loaded extension: port-mac-address-regenerate Jun 21 04:21:22.779140 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.780022 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.780529 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loaded extension: port-numa-affinity-policy Jun 21 04:21:22.780844 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: port_resource_request.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.781760 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.782260 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Extension port-resource-request not supported by any of loaded plugins Jun 21 04:21:22.782574 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: portbindings.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.784074 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.784576 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loaded extension: binding Jun 21 04:21:22.784892 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: portbindings_extended.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.786179 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.786687 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loaded extension: binding-extended Jun 21 04:21:22.787009 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: portsecurity.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.787899 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.788433 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loaded extension: port-security Jun 21 04:21:22.788750 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: project_id.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.789742 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.790069 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loaded extension: project-id Jun 21 04:21:22.790383 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: providernet.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.791287 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.791799 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loaded extension: provider Jun 21 04:21:22.792117 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: qos.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.795755 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.796278 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Extension qos not supported by any of loaded plugins Jun 21 04:21:22.796605 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.797854 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.798367 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 21 04:21:22.798691 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.799606 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.800117 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 21 04:21:22.800439 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: qos_default.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.801339 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.801859 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Extension qos-default not supported by any of loaded plugins Jun 21 04:21:22.802181 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: qos_fip.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.802815 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.803316 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Extension qos-fip not supported by any of loaded plugins Jun 21 04:21:22.803636 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: qos_gateway_ip.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.804536 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.805045 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 21 04:21:22.805396 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: qos_port_network_policy.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.806296 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.806801 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 21 04:21:22.807119 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: qos_rule_type_details.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.808009 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.808507 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 21 04:21:22.808825 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: qos_rules_alias.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.809874 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.810381 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 21 04:21:22.810701 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: quotasv2.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.811584 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.811906 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loaded extension: quotas Jun 21 04:21:22.812221 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: quotasv2_detail.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.815733 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.816074 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loaded extension: quota_details Jun 21 04:21:22.816402 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: rbac.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.817482 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.818005 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loaded extension: rbac-policies Jun 21 04:21:22.818330 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: rbac_address_group.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.819240 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.819758 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loaded extension: rbac-address-group Jun 21 04:21:22.820078 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: rbac_address_scope.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.820980 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.821529 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loaded extension: rbac-address-scope Jun 21 04:21:22.821850 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: rbac_security_groups.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.822755 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.823266 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loaded extension: rbac-security-groups Jun 21 04:21:22.823583 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: rbac_subnetpool.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.824473 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.824976 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loaded extension: rbac-subnetpool Jun 21 04:21:22.825293 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: revisionifmatch.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.826212 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.826720 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loaded extension: revision-if-match Jun 21 04:21:22.827037 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: revisions.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.828315 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.828829 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loaded extension: standard-attr-revisions Jun 21 04:21:22.829149 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: router_availability_zone.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.829834 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.830882 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loaded extension: router_availability_zone Jun 21 04:21:22.831198 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: routerservicetype.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.832092 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.832601 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Extension router-service-type not supported by any of loaded plugins Jun 21 04:21:22.832918 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.833843 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.834351 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loaded extension: security-groups-normalized-cidr Jun 21 04:21:22.834668 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: security_groups_port_filtering.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.835573 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.836078 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loaded extension: port-security-groups-filtering Jun 21 04:21:22.836398 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.837301 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.837827 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loaded extension: security-groups-remote-address-group Jun 21 04:21:22.838144 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: securitygroup.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.847624 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.848156 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loaded extension: security-group Jun 21 04:21:22.848486 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: segment.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.849256 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.849795 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Extension segment not supported by any of loaded plugins Jun 21 04:21:22.850120 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.851033 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.851541 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 21 04:21:22.851862 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: servicetype.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.852940 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.853499 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loaded extension: service-type Jun 21 04:21:22.853822 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: sorting.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.854772 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.855100 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loaded extension: sorting Jun 21 04:21:22.855425 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: standard_attr_segment.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.856308 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.856813 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 21 04:21:22.857134 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: standardattrdescription.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.857807 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.858312 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loaded extension: standard-attr-description Jun 21 04:21:22.858628 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: stateful_security_group.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.859537 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.860048 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loaded extension: stateful-security-group Jun 21 04:21:22.860367 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: stdattrs_common.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.860935 dv-cinder-796889-2-smb neutron-server[92606]: WARNING neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 21 04:21:22.861255 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.862283 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.862794 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 21 04:21:22.863109 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: subnet_onboard.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.864140 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.864650 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loaded extension: subnet_onboard Jun 21 04:21:22.864968 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.865909 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.866415 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 21 04:21:22.866733 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: subnet_service_types.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.867629 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.868138 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loaded extension: subnet-service-types Jun 21 04:21:22.868456 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: subnetallocation.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.869529 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.870040 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loaded extension: subnet_allocation Jun 21 04:21:22.870359 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.871008 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.871517 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loaded extension: subnetpool-prefix-ops Jun 21 04:21:22.871835 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.872747 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.873252 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 21 04:21:22.873598 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: tagging.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.874618 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.875134 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loaded extension: standard-attr-tag Jun 21 04:21:22.875460 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: timestamp.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.876637 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.877688 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loaded extension: standard-attr-timestamp Jun 21 04:21:22.878010 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: trunk.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.879021 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.879531 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Extension trunk not supported by any of loaded plugins Jun 21 04:21:22.879850 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: trunk_details.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.880745 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.881254 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Extension trunk-details not supported by any of loaded plugins Jun 21 04:21:22.881595 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: uplink_status_propagation.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.882492 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.882997 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 21 04:21:22.883312 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Loading extension file: vlantransparent.py {{(pid=92606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:21:22.883962 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:21:22.884466 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 21 04:21:22.886897 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.quota.resource_registry [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Creating instance of TrackedResource for resource:network Jun 21 04:21:22.887439 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.quota.resource_registry [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Creating instance of TrackedResource for resource:subnet Jun 21 04:21:22.887836 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.quota.resource_registry [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 04:21:22.888224 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.quota.resource_registry [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Creating instance of TrackedResource for resource:port Jun 21 04:21:22.889469 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.v2.resource_helper [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92606) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 04:21:22.889920 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.v2.resource_helper [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Service FLAVORS assigned prefix: {{(pid=92606) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 04:21:22.890521 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.v2.resource_helper [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92606) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 04:21:22.890948 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.v2.resource_helper [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92606) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 04:21:22.891275 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.quota.resource_registry [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Creating instance of TrackedResource for resource:router Jun 21 04:21:22.891699 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.quota.resource_registry [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Creating instance of TrackedResource for resource:floatingip Jun 21 04:21:22.892176 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.v2.resource_helper [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Service METERING assigned prefix: /metering {{(pid=92606) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 04:21:22.894167 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:22.894538 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:22.894883 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:21:22.895845 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.quota.resource_registry [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Creating instance of CountableResource for resource:rbac_policy Jun 21 04:21:22.896290 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.quota.resource_registry [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Creating instance of TrackedResource for resource:security_group Jun 21 04:21:22.896725 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.quota.resource_registry [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 21 04:21:22.897341 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.v2.resource_helper [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Service CORE assigned prefix: {{(pid=92606) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 04:21:22.897668 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.quota.resource_registry [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 04:21:22.898006 dv-cinder-796889-2-smb neutron-server[92606]: WARNING neutron.quota.resource_registry [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] subnetpool is already registered Jun 21 04:21:22.898452 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.v2.resource_helper [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Service CORE assigned prefix: {{(pid=92606) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 04:21:22.898774 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.quota.resource_registry [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 04:21:22.899098 dv-cinder-796889-2-smb neutron-server[92606]: WARNING neutron.quota.resource_registry [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] subnetpool is already registered Jun 21 04:21:22.901662 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.v2.resource_helper [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92606) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 04:21:22.902092 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.v2.resource_helper [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Service FLAVORS assigned prefix: {{(pid=92606) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 04:21:22.902673 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.v2.resource_helper [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92606) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 04:21:22.903091 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.v2.resource_helper [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92606) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 04:21:22.903421 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.quota.resource_registry [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Creating instance of TrackedResource for resource:router Jun 21 04:21:22.903755 dv-cinder-796889-2-smb neutron-server[92606]: WARNING neutron.quota.resource_registry [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] router is already registered Jun 21 04:21:22.904167 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.quota.resource_registry [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Creating instance of TrackedResource for resource:floatingip Jun 21 04:21:22.904498 dv-cinder-796889-2-smb neutron-server[92606]: WARNING neutron.quota.resource_registry [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] floatingip is already registered Jun 21 04:21:22.904946 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.v2.resource_helper [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Service METERING assigned prefix: /metering {{(pid=92606) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 04:21:22.905653 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.quota.resource_registry [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Creating instance of CountableResource for resource:rbac_policy Jun 21 04:21:22.905973 dv-cinder-796889-2-smb neutron-server[92606]: WARNING neutron.quota.resource_registry [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] rbac_policy is already registered Jun 21 04:21:22.906385 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.quota.resource_registry [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Creating instance of TrackedResource for resource:security_group Jun 21 04:21:22.906712 dv-cinder-796889-2-smb neutron-server[92606]: WARNING neutron.quota.resource_registry [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] security_group is already registered Jun 21 04:21:22.907112 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.quota.resource_registry [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 21 04:21:22.907440 dv-cinder-796889-2-smb neutron-server[92606]: WARNING neutron.quota.resource_registry [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] security_group_rule is already registered Jun 21 04:21:22.908058 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.v2.resource_helper [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Service CORE assigned prefix: {{(pid=92606) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 04:21:22.908406 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.quota.resource_registry [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 04:21:22.908735 dv-cinder-796889-2-smb neutron-server[92606]: WARNING neutron.quota.resource_registry [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] subnetpool is already registered Jun 21 04:21:22.909148 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.v2.resource_helper [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Service CORE assigned prefix: {{(pid=92606) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 04:21:22.909500 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.quota.resource_registry [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 04:21:22.909824 dv-cinder-796889-2-smb neutron-server[92606]: WARNING neutron.quota.resource_registry [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] subnetpool is already registered Jun 21 04:21:22.910291 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Extended resource: extensions {{(pid=92606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:21:22.911825 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Extended resource: address-groups {{(pid=92606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:21:22.913287 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Extended resource: address-scopes {{(pid=92606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:21:22.914618 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Extended resource: agents {{(pid=92606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:21:22.915771 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Extended resource: auto-allocated-topology {{(pid=92606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:21:22.917033 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Extended resource: availability_zones {{(pid=92606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:21:22.918276 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Extended resource: dhcp-networks {{(pid=92606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:21:22.919816 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Extended resource: dhcp-agents {{(pid=92606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:21:22.921226 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Extended resource: routers {{(pid=92606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:21:22.922949 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Extended resource: flavors {{(pid=92606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:21:22.925307 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Extended resource: service_profiles {{(pid=92606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:21:22.926551 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Extended resource: next_providers {{(pid=92606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:21:22.927985 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Extended resource: service_profiles {{(pid=92606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:21:22.929554 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Extended resource: floatingip-pools {{(pid=92606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:21:22.930759 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Extended resource: routers {{(pid=92606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:21:22.932449 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Extended resource: floatingips {{(pid=92606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:21:22.933743 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Extended resource: l3-routers {{(pid=92606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:21:22.935280 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Extended resource: l3-agents {{(pid=92606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:21:22.936689 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Extended resource: metering-labels {{(pid=92606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:21:22.937975 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Extended resource: metering-label-rules {{(pid=92606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:21:22.939337 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Extended resource: network-ip-availabilities {{(pid=92606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:21:22.941113 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Extended resource: bindings {{(pid=92606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:21:22.942692 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Extended resource: quotas {{(pid=92606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:21:22.944231 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Extended resource: quotas {{(pid=92606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:21:22.945658 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Extended resource: rbac-policies {{(pid=92606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:21:22.946850 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Extended resource: security-groups {{(pid=92606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:21:22.948138 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Extended resource: security-group-rules {{(pid=92606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:21:22.949408 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Extended resource: service-providers {{(pid=92606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:21:22.950631 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Extended resource: subnetpools {{(pid=92606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:21:22.951931 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Extended resource: subnetpools {{(pid=92606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:21:22.953505 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Extended resource: tags {{(pid=92606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:21:22.955253 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Extended resource: tags {{(pid=92606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:21:22.957728 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Extended resource: tags {{(pid=92606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:21:22.959520 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Extended resource: tags {{(pid=92606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:21:22.961199 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Extended resource: tags {{(pid=92606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:21:22.963164 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Extended resource: tags {{(pid=92606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:21:22.964925 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Extended resource: tags {{(pid=92606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:21:22.966736 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Extended resource: tags {{(pid=92606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:21:22.968582 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Extended resource: tags {{(pid=92606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:21:22.970341 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron.api.extensions [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Extended resource: tags {{(pid=92606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:21:22.976414 dv-cinder-796889-2-smb neutron-server[92606]: WARNING keystonemiddleware.auth_token [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 21 04:21:22.980902 dv-cinder-796889-2-smb neutron-server[92606]: WARNING keystonemiddleware.auth_token [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 21 04:21:22.989198 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_concurrency.lockutils [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Acquired lock "singleton_lock" {{(pid=92606) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 21 04:21:22.989645 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_concurrency.lockutils [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Releasing lock "singleton_lock" {{(pid=92606) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 21 04:21:22.990267 dv-cinder-796889-2-smb neutron-server[92606]: INFO oslo_service.service [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Starting 2 workers Jun 21 04:21:22.994961 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Started child 92745 {{(pid=92606) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 21 04:21:22.999260 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Started child 92746 {{(pid=92606) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 21 04:21:23.000262 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:23.000925 dv-cinder-796889-2-smb neutron-server[92606]: INFO neutron.service [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 21 04:21:23.001549 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Notify callbacks [] for process, before_spawn {{(pid=92606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:23.001750 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [-] (92745) wsgi starting up on http://0.0.0.0:9696 Jun 21 04:21:23.004482 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:23.004947 dv-cinder-796889-2-smb neutron-server[92606]: INFO oslo_service.service [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Starting 1 workers Jun 21 04:21:23.005852 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [-] (92746) wsgi starting up on http://0.0.0.0:9696 Jun 21 04:21:23.009662 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Started child 92747 {{(pid=92606) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 21 04:21:23.010183 dv-cinder-796889-2-smb neutron-server[92606]: INFO oslo_service.service [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Starting 1 workers Jun 21 04:21:23.013297 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.service [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] calling RpcWorker wait() {{(pid=92747) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 21 04:21:23.013846 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.service [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] returning from RpcWorker wait() {{(pid=92747) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 21 04:21:23.014694 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Started child 92748 {{(pid=92606) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 21 04:21:23.015175 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:23.015531 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG neutron_lib.callbacks.manager [None req-92d8bc2d-8d01-4eb9-be85-d72ce811e599 None None] Notify callbacks [] for process, after_spawn {{(pid=92606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:23.015787 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:21:23.017617 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92606) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 21 04:21:23.018355 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 21 04:21:23.018543 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 21 04:21:23.018754 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 21 04:21:23.019100 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 21 04:21:23.019265 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 21 04:21:23.019780 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.020056 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.020323 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.020596 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.020837 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:23.021338 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.021490 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.021737 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.021958 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:21:23.022046 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.022247 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.022479 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.022650 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.022815 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.023069 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.023306 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.023610 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.023896 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.024152 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.024433 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.024603 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.024863 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.025125 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.025378 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.025641 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] debug = True {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.026130 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.026632 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.026876 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.027133 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.027350 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.027655 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.027881 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.028160 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.028389 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.028621 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.028867 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.029127 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.029385 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.029597 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.029834 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.030097 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.030315 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.030791 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] host = dv-cinder-796889-2-smb {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.031006 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.031220 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.031442 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.031694 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.031938 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.032169 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.032413 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.032654 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.032908 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.033135 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.033450 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.033714 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.033951 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.034197 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] log_file = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.034358 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] log_options = True {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.034600 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.034870 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.035137 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.035322 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.035487 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.035639 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.035892 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.036053 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.036305 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.036524 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.036735 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.036945 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.037159 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.037432 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.037655 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.037899 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.038134 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.038342 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.038597 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.038822 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.039052 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.039275 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.039488 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.039733 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.039946 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.040157 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.040401 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.040634 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.040847 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.041113 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.041385 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.041688 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.041852 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.042082 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.042326 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.042548 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.042760 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.043032 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.043259 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.043501 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.043822 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.043970 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.044319 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.044545 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.044765 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.045063 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] use_json = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.045307 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.045538 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.045791 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.046007 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.046229 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.046456 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.046801 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.046940 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.047281 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.047624 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.047885 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.048155 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.048451 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.048662 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.048887 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.049137 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.049445 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.049637 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.049918 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.050849 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.050849 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.050849 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.052031 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.052031 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.052031 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.052031 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.052031 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.052923 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.052923 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.052923 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.052923 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.057205 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.057205 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.057205 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.057205 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.057205 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.057205 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.057205 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.057205 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.058472 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.058472 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.058472 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.058472 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.058472 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.058472 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.058472 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.058472 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.058472 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.059600 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.059738 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 53618) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:21:23.059887 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.059887 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.059887 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.059887 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.059887 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.059887 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.059887 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.059887 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.059887 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.061201 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.061201 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.061201 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.061201 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.061201 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.061201 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.061201 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.061201 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.061201 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.063340 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.063340 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.063340 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.063340 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.063340 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.063340 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.063340 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.063340 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.063340 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.065173 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.065173 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.065173 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.065173 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.065173 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.065173 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.065934 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.065934 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.065934 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.065934 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.066383 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.066383 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.067450 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.067450 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.067450 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.067450 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.069001 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.069001 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.069270 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.069462 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.069612 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.069901 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0072663 Jun 21 04:21:23.071761 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.071761 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.071761 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.071761 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.071761 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.073732 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.074053 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.075974 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.075974 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.075974 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.075974 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.075974 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.075974 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.077429 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.077429 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.077656 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.077860 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.079184 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.079585 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.079855 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.081363 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.081844 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.082287 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.082724 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.083248 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.083655 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.084123 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.084666 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.085160 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.085676 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.086068 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.086458 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.086943 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.087411 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.087847 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.088270 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.089496 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.089972 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.090422 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.090809 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.091238 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.091653 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.092122 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.092645 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.093132 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.094160 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.094160 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.094160 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.094160 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.094933 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.094933 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.094933 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.097420 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.097420 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.097420 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.097420 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.097420 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.097420 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.097420 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.097420 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.099241 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.099241 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.099241 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.099241 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.099241 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.099241 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.099241 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.100488 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.100488 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.101401 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.101650 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.101963 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.102248 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.102496 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.102801 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.103041 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.103469 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.103632 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.103887 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.104122 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.104491 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.104747 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.105170 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.105361 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.106485 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.106953 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.107052 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.107898 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.107898 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.108078 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.108358 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.108561 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.108812 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.109050 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.109457 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.110649 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.110907 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.111873 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.113301 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.113301 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.113301 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.113301 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.113301 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.113687 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.113956 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.114061 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.114547 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.114709 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.114891 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.115212 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.116248 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.116248 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.116248 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.116248 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.116548 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.116548 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.116776 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.117014 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.117268 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.117796 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.118043 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.118389 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.118866 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.119085 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.119294 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.119694 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.120039 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.120220 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.120502 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.120717 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.120936 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.121164 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.121456 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.122423 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.122423 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.122423 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.122423 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.122717 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.122786 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.122956 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.123390 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.123861 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.124316 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.124576 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.124796 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.125431 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.125662 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.125911 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.126356 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.126671 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.126889 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.127672 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.127900 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.128605 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.128605 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.128605 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.128879 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.129349 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.129873 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.130463 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.130897 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.131201 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.131465 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.132310 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.132310 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.132310 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.132574 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.133052 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.133433 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.133648 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.133877 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.134097 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.134348 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.134586 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.134823 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.135064 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.135292 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.135521 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.135739 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.135965 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.136216 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.136459 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.136707 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.136930 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.137136 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.137291 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 21 04:21:23.137984 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92606) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 21 04:21:23.138150 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 21 04:21:23.138308 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 21 04:21:23.138477 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 21 04:21:23.138647 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 21 04:21:23.138821 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 21 04:21:23.139000 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.139144 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.139304 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.139455 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.139590 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.139769 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.139925 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.140071 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.140215 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.140349 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.140483 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.140632 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.140846 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.140987 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.141123 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.141255 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.141462 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.141607 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.141741 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.141886 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.142018 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.142152 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.142283 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] debug = True {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.142414 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.142675 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.143332 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.143479 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.143620 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.143781 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.143940 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.144094 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.144250 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.144405 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.144561 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.144717 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.144877 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.145040 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.145186 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.146149 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.146329 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.146489 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] host = dv-cinder-796889-2-smb {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.146647 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.147278 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.147278 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.147278 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.147278 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.147778 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.147778 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.147778 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.148220 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.148220 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.148220 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.148434 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.148434 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.148585 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] log_file = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.148670 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] log_options = True {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.148829 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.148987 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.149144 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.149375 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.150243 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.150407 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.150607 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.151082 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.151208 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.151314 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.151417 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.151537 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.151688 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.151843 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.152000 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.152150 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.152308 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.152463 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.152620 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.152777 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.152932 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.153092 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.153248 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.154190 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.154634 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.154634 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.154896 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.155151 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.155151 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.155392 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.155392 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.155584 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.155693 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.155837 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.155971 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.156103 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.156264 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.156434 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.156590 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.156746 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.156905 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.157061 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.157220 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.158663 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.158663 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.158663 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] use_json = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.158663 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.158921 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.158921 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.159151 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.159239 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.159389 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.159531 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.159682 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:21:23.159842 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.159995 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.160171 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.160326 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.160464 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.160625 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.160769 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.160920 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.161066 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.161227 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.162156 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.162326 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.162503 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.162666 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.162845 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.163014 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.163143 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.163272 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.163538 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.163713 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.163713 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.165128 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.165128 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.165128 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.165128 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.165448 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.165448 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.165701 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.165833 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.165964 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.166093 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.166189 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.166377 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.167778 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.167778 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.167778 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.167778 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.168270 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:21:23.168407 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.168407 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.168407 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.168407 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.168871 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.168871 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.168871 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.169216 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.169216 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.169216 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.169660 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.169660 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.169660 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.170017 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.170017 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.170144 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.170358 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.170505 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.170642 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.170730 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.170849 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.171010 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.171168 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.171328 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.171505 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.171664 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.171980 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.172138 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.172447 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.172611 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.172765 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.172922 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.173072 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.173232 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.173419 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.173545 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.173709 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.173899 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.174137 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.174300 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.174384 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.174500 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.174659 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.174820 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.174979 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.175142 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.175299 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.175617 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.175797 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.175959 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.176119 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.176278 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.176439 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.176600 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.176756 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.177053 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.177403 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.177556 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.177725 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.177887 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.178042 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.178197 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.178352 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.178660 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.178814 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.178974 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.179127 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.179291 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.179451 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.179610 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.179768 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.179927 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.180086 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.180243 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.180414 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.180568 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.180731 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.180890 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.181057 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.182725 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.182725 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.182725 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.182725 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.182725 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.182725 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.182725 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.182725 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.183227 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.183227 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.183227 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.183227 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.183439 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.183641 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.183997 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.184164 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.184348 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.184505 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.184836 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.185176 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.185457 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.185673 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.185885 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.186098 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.186322 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.186488 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.186649 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.186810 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.186966 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.187917 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.188103 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.188262 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.188423 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.188585 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.188746 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.188907 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.189067 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.189221 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.189405 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.190095 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.190267 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.191177 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.191340 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.191533 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.191688 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.191816 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.191976 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.192138 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.192298 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.192455 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.193136 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.193507 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.193696 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.193885 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.194055 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.194216 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.194712 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.194712 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.194712 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.195149 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.195149 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.196359 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.196359 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.196359 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.196359 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.196359 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.196359 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.196359 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.196359 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.197417 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.197417 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.197417 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.197417 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.197417 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.197417 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.197417 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.198660 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.198660 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.198660 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.198660 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.198660 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.198660 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.198660 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.198660 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.205830 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.205830 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.205830 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.205830 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.205830 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.205830 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.205830 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.205830 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.205830 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.206524 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.206524 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.206524 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.206524 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.206524 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.206524 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.206524 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.206524 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.206524 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.207109 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.207109 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.207109 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.207109 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.207109 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.207109 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.207109 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.207109 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.207109 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.207699 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.207699 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.207699 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.207699 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.207699 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.207699 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.207699 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.207699 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.208220 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.208220 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.208220 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.208220 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.208220 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.208220 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.208220 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.208220 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.208672 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.208672 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.208672 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.208672 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.208672 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.208672 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.208672 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.208672 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.209098 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.209098 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.209098 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.209098 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.209098 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.209098 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.209098 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.209098 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.209098 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.209621 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.209621 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.209621 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.209621 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.209870 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.209870 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.210040 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.210217 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.210368 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.210509 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.210663 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.210822 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.210981 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.211140 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:21:23.211281 dv-cinder-796889-2-smb neutron-server[92606]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 21 04:21:34.210338 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a387dd2b-ce8a-4d86-85fe-c5080e23ecd7 None None] get_active_networks_info from dv-cinder-796889-2-smb {{(pid=92747) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 21 04:21:34.250747 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-1316c932-6398-4a20-a816-20e47e16b03f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937'] for agent, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:34.289698 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a387dd2b-ce8a-4d86-85fe-c5080e23ecd7 None None] No non-hosted networks {{(pid=92747) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 21 04:21:36.720207 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-18be9ce9-21f5-4801-842d-023514dae855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937'] for agent, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:36.762684 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-87c8beba-bfcd-4862-9dc0-7d2cc5ead1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:36.963325 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937'] for agent, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:36.964450 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:21:36.965118 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:21:36.965639 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:21:36.966210 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:21:36.966685 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:21:36.967228 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:21:36.967691 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:21:36.968243 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:21:36.968724 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:21:36.969295 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:21:36.970492 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:21:36.971043 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:21:36.972733 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-796889-2-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:21:36.981936 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-796889-2-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:21:38.051621 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-af7905e6-f134-40b5-8f7f-d0c0aa400a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937'] for agent, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:39.608865 dv-cinder-796889-2-smb neutron-server[92747]: INFO neutron.db.l3_hamode_db [None req-88b5cb39-986c-4d60-baa0-8a7cede83dea None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 21 04:21:39.612099 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-410c395a-ca3a-4855-90fb-923e0a2b4d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937'] for agent, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:39.686225 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b5cb39-986c-4d60-baa0-8a7cede83dea None None] Routers set() bound to L3 agent in host dv-cinder-796889-2-smb {{(pid=92747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:21:39.688071 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b5cb39-986c-4d60-baa0-8a7cede83dea None None] Router IDs set() for agent in host dv-cinder-796889-2-smb {{(pid=92747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 21 04:21:40.609451 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 53720) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:21:41.090100 dv-cinder-796889-2-smb neutron-server[92746]: WARNING oslo_policy.policy [None req-ba7b8091-cced-4782-8dc8-8a6f3c2de02e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 04:21:41.090743 dv-cinder-796889-2-smb neutron-server[92746]: WARNING oslo_policy.policy [None req-ba7b8091-cced-4782-8dc8-8a6f3c2de02e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 04:21:41.306667 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [None req-ba7b8091-cced-4782-8dc8-8a6f3c2de02e admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 04:21:41.307687 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-ba7b8091-cced-4782-8dc8-8a6f3c2de02e admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6973643 Jun 21 04:21:43.596571 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 53734) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:21:43.896238 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.v2.base [None req-0fa9d57e-69b5-448b-864b-5832ea7a82ad admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:21:43.989180 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.policy [None req-0fa9d57e-69b5-448b-864b-5832ea7a82ad admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92746) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 21 04:21:44.034403 dv-cinder-796889-2-smb neutron-server[92746]: WARNING oslo_policy.policy [None req-0fa9d57e-69b5-448b-864b-5832ea7a82ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 04:21:44.034765 dv-cinder-796889-2-smb neutron-server[92746]: WARNING oslo_policy.policy [None req-0fa9d57e-69b5-448b-864b-5832ea7a82ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 04:21:44.043078 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.quota [None req-0fa9d57e-69b5-448b-864b-5832ea7a82ad admin admin] Loaded quota_driver: . Jun 21 04:21:44.133087 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-0fa9d57e-69b5-448b-864b-5832ea7a82ad admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789670357344', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789670358963', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789670239138', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789670236568', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789670251355', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789670257523', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-598572', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-660275', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33278177', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33062678'] for rbac-policy, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:44.194118 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-0fa9d57e-69b5-448b-864b-5832ea7a82ad admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:44.195267 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-0fa9d57e-69b5-448b-864b-5832ea7a82ad admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5977156 Jun 21 04:21:46.684508 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 53746) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:21:47.161696 dv-cinder-796889-2-smb neutron-server[92745]: WARNING oslo_policy.policy [None req-3b6c5190-5800-4f95-9c86-7137cb924cf1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 04:21:47.162294 dv-cinder-796889-2-smb neutron-server[92745]: WARNING oslo_policy.policy [None req-3b6c5190-5800-4f95-9c86-7137cb924cf1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 04:21:47.377528 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.v2.base [None req-3b6c5190-5800-4f95-9c86-7137cb924cf1 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '8f7c0a77a3a540f5b02c0ea431c58cac', 'name': 'private', 'project_id': '8f7c0a77a3a540f5b02c0ea431c58cac'}} {{(pid=92745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:21:47.379112 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.quota [None req-3b6c5190-5800-4f95-9c86-7137cb924cf1 admin admin] Loaded quota_driver: . Jun 21 04:21:47.435720 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b6c5190-5800-4f95-9c86-7137cb924cf1 admin admin] Made reservation on behalf of 8f7c0a77a3a540f5b02c0ea431c58cac for: {'network': 1} {{(pid=92745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:21:47.500876 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.policy [None req-3b6c5190-5800-4f95-9c86-7137cb924cf1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92745) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 21 04:21:47.545939 dv-cinder-796889-2-smb neutron-server[92745]: WARNING oslo_policy.policy [None req-3b6c5190-5800-4f95-9c86-7137cb924cf1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 04:21:47.546307 dv-cinder-796889-2-smb neutron-server[92745]: WARNING oslo_policy.policy [None req-3b6c5190-5800-4f95-9c86-7137cb924cf1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 04:21:47.556245 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-3b6c5190-5800-4f95-9c86-7137cb924cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-632420'] for network, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:47.577474 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-3b6c5190-5800-4f95-9c86-7137cb924cf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:47.707965 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-3b6c5190-5800-4f95-9c86-7137cb924cf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:47.711733 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-3b6c5190-5800-4f95-9c86-7137cb924cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:47.717030 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:21:47.736849 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b6c5190-5800-4f95-9c86-7137cb924cf1 admin admin] vlan segment allocate from pool success with {'vlan_id': 837, 'physical_network': 'physnet1'} {{(pid=92745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:21:47.761453 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-3b6c5190-5800-4f95-9c86-7137cb924cf1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789667519946', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740028'] for segment, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:47.762035 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-3b6c5190-5800-4f95-9c86-7137cb924cf1 admin admin] Unsubscribe: segment precommit_create {{(pid=92745) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 21 04:21:47.762528 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.db.segments_db [None req-3b6c5190-5800-4f95-9c86-7137cb924cf1 admin admin] Added segment 27b843f1-65cc-4800-8860-b2ffde680ff8 of type vlan for network c5b64a67-3b0b-479f-ad4a-04f28dceb226 Jun 21 04:21:47.769451 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6c5190-5800-4f95-9c86-7137cb924cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8a861a-f544-4752-9e1a-a6343a98dc3f,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:21:47.793536 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6c5190-5800-4f95-9c86-7137cb924cf1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:21:47.793864 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6c5190-5800-4f95-9c86-7137cb924cf1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:21:47.794183 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6c5190-5800-4f95-9c86-7137cb924cf1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:21:47.794498 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6c5190-5800-4f95-9c86-7137cb924cf1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:21:47.794807 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6c5190-5800-4f95-9c86-7137cb924cf1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:21:47.795117 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6c5190-5800-4f95-9c86-7137cb924cf1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:21:47.795421 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6c5190-5800-4f95-9c86-7137cb924cf1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:21:47.795723 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6c5190-5800-4f95-9c86-7137cb924cf1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:21:47.796026 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6c5190-5800-4f95-9c86-7137cb924cf1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:21:47.796326 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6c5190-5800-4f95-9c86-7137cb924cf1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:21:47.796624 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6c5190-5800-4f95-9c86-7137cb924cf1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:21:47.796921 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6c5190-5800-4f95-9c86-7137cb924cf1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:21:47.798041 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6c5190-5800-4f95-9c86-7137cb924cf1 admin admin] Tracked resource versions report: Jun 21 04:21:47.798041 dv-cinder-796889-2-smb neutron-server[92745]: pushed versions: Jun 21 04:21:47.798041 dv-cinder-796889-2-smb neutron-server[92745]: { 'AddressGroup': {'1.2'}, Jun 21 04:21:47.798041 dv-cinder-796889-2-smb neutron-server[92745]: 'ConntrackHelper': {'1.0'}, Jun 21 04:21:47.798041 dv-cinder-796889-2-smb neutron-server[92745]: 'Log': {'1.0'}, Jun 21 04:21:47.798041 dv-cinder-796889-2-smb neutron-server[92745]: 'Network': {'1.1'}, Jun 21 04:21:47.798041 dv-cinder-796889-2-smb neutron-server[92745]: 'Port': {'1.7'}, Jun 21 04:21:47.798041 dv-cinder-796889-2-smb neutron-server[92745]: 'PortForwarding': {'1.2'}, Jun 21 04:21:47.798041 dv-cinder-796889-2-smb neutron-server[92745]: 'QosPolicy': {'1.8'}, Jun 21 04:21:47.798041 dv-cinder-796889-2-smb neutron-server[92745]: 'SecurityGroup': {'1.4'}, Jun 21 04:21:47.798041 dv-cinder-796889-2-smb neutron-server[92745]: 'SecurityGroupRule': {'1.2'}, Jun 21 04:21:47.798041 dv-cinder-796889-2-smb neutron-server[92745]: 'SubPort': {'1.0'}, Jun 21 04:21:47.798041 dv-cinder-796889-2-smb neutron-server[92745]: 'Subnet': {'1.1'}, Jun 21 04:21:47.798041 dv-cinder-796889-2-smb neutron-server[92745]: 'Trunk': {'1.1'}} Jun 21 04:21:47.798041 dv-cinder-796889-2-smb neutron-server[92745]: consumer versions: Jun 21 04:21:47.798041 dv-cinder-796889-2-smb neutron-server[92745]: { DHCP agent@dv-cinder-796889-2-smb: {}, Jun 21 04:21:47.798041 dv-cinder-796889-2-smb neutron-server[92745]: L3 agent@dv-cinder-796889-2-smb: {}, Jun 21 04:21:47.798041 dv-cinder-796889-2-smb neutron-server[92745]: Metadata agent@dv-cinder-796889-2-smb: {}, Jun 21 04:21:47.798041 dv-cinder-796889-2-smb neutron-server[92745]: Metering agent@dv-cinder-796889-2-smb: {}, Jun 21 04:21:47.798041 dv-cinder-796889-2-smb neutron-server[92745]: Open vSwitch agent@dv-cinder-796889-2-smb: { 'AddressGroup': '1.2', Jun 21 04:21:47.798041 dv-cinder-796889-2-smb neutron-server[92745]: 'ConntrackHelper': '1.0', Jun 21 04:21:47.798041 dv-cinder-796889-2-smb neutron-server[92745]: 'Log': '1.0', Jun 21 04:21:47.798041 dv-cinder-796889-2-smb neutron-server[92745]: 'Network': '1.1', Jun 21 04:21:47.798041 dv-cinder-796889-2-smb neutron-server[92745]: 'Port': '1.7', Jun 21 04:21:47.798041 dv-cinder-796889-2-smb neutron-server[92745]: 'PortForwarding': '1.2', Jun 21 04:21:47.798041 dv-cinder-796889-2-smb neutron-server[92745]: 'QosPolicy': '1.8', Jun 21 04:21:47.798041 dv-cinder-796889-2-smb neutron-server[92745]: 'SecurityGroup': '1.4', Jun 21 04:21:47.798041 dv-cinder-796889-2-smb neutron-server[92745]: 'SecurityGroupRule': '1.2', Jun 21 04:21:47.798041 dv-cinder-796889-2-smb neutron-server[92745]: 'SubPort': '1.0', Jun 21 04:21:47.798041 dv-cinder-796889-2-smb neutron-server[92745]: 'Subnet': '1.1', Jun 21 04:21:47.798041 dv-cinder-796889-2-smb neutron-server[92745]: 'Trunk': '1.1'}} Jun 21 04:21:47.798041 dv-cinder-796889-2-smb neutron-server[92745]: {{(pid=92745) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 04:21:47.875481 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-3b6c5190-5800-4f95-9c86-7137cb924cf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:21:47.888521 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-3b6c5190-5800-4f95-9c86-7137cb924cf1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789667001025'] for network, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:47.937846 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-3b6c5190-5800-4f95-9c86-7137cb924cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33253182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593'] for network, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:47.939349 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6c5190-5800-4f95-9c86-7137cb924cf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:21:47.940519 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-3b6c5190-5800-4f95-9c86-7137cb924cf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33144588'] for network, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:47.943136 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:21:48.006641 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-3b6c5190-5800-4f95-9c86-7137cb924cf1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3198867 Jun 21 04:21:48.037781 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6c5190-5800-4f95-9c86-7137cb924cf1 admin admin] Pushing event updated for resources: {'Network': ['ID=c5b64a67-3b0b-479f-ad4a-04f28dceb226,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:21:48.041066 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-3b6c5190-5800-4f95-9c86-7137cb924cf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:21:48.050605 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Network c5b64a67-3b0b-479f-ad4a-04f28dceb226 details requested by agent ovs-agent-dv-cinder-796889-2-smb with host dv-cinder-796889-2-smb {{(pid=92747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:21:50.565236 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 53768) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:21:50.937543 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfb39bc-3ff5-45e3-bcbc-92f0c3432466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:21:50.941374 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-dcfb39bc-3ff5-45e3-bcbc-92f0c3432466 admin admin] 10.222.0.13 "GET /v2.0/networks/c5b64a67-3b0b-479f-ad4a-04f28dceb226 HTTP/1.1" status: 200 len: 825 time: 0.3743570 Jun 21 04:21:50.979140 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-e4f5f70f-b9bb-412a-ab79-4404839269be admin admin] 10.222.0.13 "GET /v2.0/subnetpools/76637be0-3f8f-436b-ad88-e46b8778d602 HTTP/1.1" status: 200 len: 734 time: 0.0330551 Jun 21 04:21:50.988218 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.v2.base [None req-c32b121e-8b9c-4f5f-8344-7a8764d9ae9d admin admin] Request body: {'subnet': {'subnetpool_id': '76637be0-3f8f-436b-ad88-e46b8778d602', 'name': 'private-subnet', 'tenant_id': '8f7c0a77a3a540f5b02c0ea431c58cac', 'network_id': 'c5b64a67-3b0b-479f-ad4a-04f28dceb226', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=92745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:21:51.009853 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c32b121e-8b9c-4f5f-8344-7a8764d9ae9d admin admin] Made reservation on behalf of 8f7c0a77a3a540f5b02c0ea431c58cac for: {'subnet': 1} {{(pid=92745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:21:51.012082 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-c32b121e-8b9c-4f5f-8344-7a8764d9ae9d admin admin] Notify callbacks [] for subnet, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:51.298555 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-c32b121e-8b9c-4f5f-8344-7a8764d9ae9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602'] for subnet, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:51.301145 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:21:51.365696 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32b121e-8b9c-4f5f-8344-7a8764d9ae9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5868b1a-2608-4538-8a9e-97e18c8b9a99,revision_number=0']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:21:51.370130 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32b121e-8b9c-4f5f-8344-7a8764d9ae9d admin admin] Checking segment: {'id': '27b843f1-65cc-4800-8860-b2ffde680ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'c5b64a67-3b0b-479f-ad4a-04f28dceb226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:21:51.370505 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32b121e-8b9c-4f5f-8344-7a8764d9ae9d admin admin] Network hostable DHCP agents. Network: c5b64a67-3b0b-479f-ad4a-04f28dceb226, hostable agents: ['4488296f-9c2d-4613-a478-344bf5f68149'], hosted agents: [] {{(pid=92745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:21:51.374862 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-c32b121e-8b9c-4f5f-8344-7a8764d9ae9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:21:51.390694 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32b121e-8b9c-4f5f-8344-7a8764d9ae9d admin admin] Network c5b64a67-3b0b-479f-ad4a-04f28dceb226 is scheduled to be hosted by DHCP agent 4488296f-9c2d-4613-a478-344bf5f68149 with binding_index 1 {{(pid=92745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:21:51.401433 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.base_scheduler [None req-c32b121e-8b9c-4f5f-8344-7a8764d9ae9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796889-2-smb, c5b64a67-3b0b-479f-ad4a-04f28dceb226) {{(pid=92745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:21:51.406334 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32b121e-8b9c-4f5f-8344-7a8764d9ae9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:21:51.406932 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-c32b121e-8b9c-4f5f-8344-7a8764d9ae9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33144588'] for subnet, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:51.411942 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e958d745-db5f-4c5c-b4ce-da9e0f351056 None None] Network c5b64a67-3b0b-479f-ad4a-04f28dceb226 requested from dv-cinder-796889-2-smb {{(pid=92747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:21:51.420527 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-c32b121e-8b9c-4f5f-8344-7a8764d9ae9d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4361942 Jun 21 04:21:51.720070 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091d9fa4-5fee-413a-8661-d4ca06b213e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f07a9f3-bb47-500f-9e71-c49e9f445cfd-c5b64a67-3b0b-479f-ad4a-04f28dceb226', 'network_id': 'c5b64a67-3b0b-479f-ad4a-04f28dceb226', 'tenant_id': '8f7c0a77a3a540f5b02c0ea431c58cac', 'fixed_ips': [{'subnet_id': 'b5868b1a-2608-4538-8a9e-97e18c8b9a99'}]}} from dv-cinder-796889-2-smb. {{(pid=92747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 04:21:51.721854 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-091d9fa4-5fee-413a-8661-d4ca06b213e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-632420'] for port, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:51.989146 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.db_base_plugin_common [None req-091d9fa4-5fee-413a-8661-d4ca06b213e4 None None] Allocated IP 172.20.0.2 (c5b64a67-3b0b-479f-ad4a-04f28dceb226/b5868b1a-2608-4538-8a9e-97e18c8b9a99/fb4f7246-fed5-41e2-b96a-4d824e7aa10d) {{(pid=92747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:21:52.187106 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-091d9fa4-5fee-413a-8661-d4ca06b213e4 None None] Notify callbacks [] for port, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:52.203605 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-091d9fa4-5fee-413a-8661-d4ca06b213e4 None None] Transition to ACTIVE for port object fb4f7246-fed5-41e2-b96a-4d824e7aa10d will not be triggered until provisioned by entity L2. {{(pid=92747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:21:52.253436 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-091d9fa4-5fee-413a-8661-d4ca06b213e4 None None] Transition to ACTIVE for port object fb4f7246-fed5-41e2-b96a-4d824e7aa10d will not be triggered until provisioned by entity DHCP. {{(pid=92747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:21:52.261644 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-091d9fa4-5fee-413a-8661-d4ca06b213e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789666979157'] for port, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:52.265258 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:21:52.328807 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091d9fa4-5fee-413a-8661-d4ca06b213e4 None None] Network c5b64a67-3b0b-479f-ad4a-04f28dceb226 is already hosted by enough agents. {{(pid=92747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:21:52.333557 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.scheduler.base_scheduler [None req-091d9fa4-5fee-413a-8661-d4ca06b213e4 None None] Resources bound (agent type, host, resource id): {{(pid=92747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:21:52.336577 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091d9fa4-5fee-413a-8661-d4ca06b213e4 None None] Received port after_create {{(pid=92747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:21:52.364001 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091d9fa4-5fee-413a-8661-d4ca06b213e4 None None] Pushing event updated for resources: {'Port': ['ID=fb4f7246-fed5-41e2-b96a-4d824e7aa10d,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:21:52.391978 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091d9fa4-5fee-413a-8661-d4ca06b213e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:21:52.392319 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091d9fa4-5fee-413a-8661-d4ca06b213e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:21:52.392647 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091d9fa4-5fee-413a-8661-d4ca06b213e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:21:52.392969 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091d9fa4-5fee-413a-8661-d4ca06b213e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:21:52.393287 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091d9fa4-5fee-413a-8661-d4ca06b213e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:21:52.393677 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091d9fa4-5fee-413a-8661-d4ca06b213e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:21:52.393993 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091d9fa4-5fee-413a-8661-d4ca06b213e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:21:52.394304 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091d9fa4-5fee-413a-8661-d4ca06b213e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:21:52.394614 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091d9fa4-5fee-413a-8661-d4ca06b213e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:21:52.394928 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091d9fa4-5fee-413a-8661-d4ca06b213e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:21:52.395233 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091d9fa4-5fee-413a-8661-d4ca06b213e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:21:52.395537 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091d9fa4-5fee-413a-8661-d4ca06b213e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:21:52.396618 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091d9fa4-5fee-413a-8661-d4ca06b213e4 None None] Tracked resource versions report: Jun 21 04:21:52.396618 dv-cinder-796889-2-smb neutron-server[92747]: pushed versions: Jun 21 04:21:52.396618 dv-cinder-796889-2-smb neutron-server[92747]: { 'AddressGroup': {'1.2'}, Jun 21 04:21:52.396618 dv-cinder-796889-2-smb neutron-server[92747]: 'ConntrackHelper': {'1.0'}, Jun 21 04:21:52.396618 dv-cinder-796889-2-smb neutron-server[92747]: 'Log': {'1.0'}, Jun 21 04:21:52.396618 dv-cinder-796889-2-smb neutron-server[92747]: 'Network': {'1.1'}, Jun 21 04:21:52.396618 dv-cinder-796889-2-smb neutron-server[92747]: 'Port': {'1.7'}, Jun 21 04:21:52.396618 dv-cinder-796889-2-smb neutron-server[92747]: 'PortForwarding': {'1.2'}, Jun 21 04:21:52.396618 dv-cinder-796889-2-smb neutron-server[92747]: 'QosPolicy': {'1.8'}, Jun 21 04:21:52.396618 dv-cinder-796889-2-smb neutron-server[92747]: 'SecurityGroup': {'1.4'}, Jun 21 04:21:52.396618 dv-cinder-796889-2-smb neutron-server[92747]: 'SecurityGroupRule': {'1.2'}, Jun 21 04:21:52.396618 dv-cinder-796889-2-smb neutron-server[92747]: 'SubPort': {'1.0'}, Jun 21 04:21:52.396618 dv-cinder-796889-2-smb neutron-server[92747]: 'Subnet': {'1.1'}, Jun 21 04:21:52.396618 dv-cinder-796889-2-smb neutron-server[92747]: 'Trunk': {'1.1'}} Jun 21 04:21:52.396618 dv-cinder-796889-2-smb neutron-server[92747]: consumer versions: Jun 21 04:21:52.396618 dv-cinder-796889-2-smb neutron-server[92747]: { DHCP agent@dv-cinder-796889-2-smb: {}, Jun 21 04:21:52.396618 dv-cinder-796889-2-smb neutron-server[92747]: L3 agent@dv-cinder-796889-2-smb: {}, Jun 21 04:21:52.396618 dv-cinder-796889-2-smb neutron-server[92747]: Metadata agent@dv-cinder-796889-2-smb: {}, Jun 21 04:21:52.396618 dv-cinder-796889-2-smb neutron-server[92747]: Metering agent@dv-cinder-796889-2-smb: {}, Jun 21 04:21:52.396618 dv-cinder-796889-2-smb neutron-server[92747]: Open vSwitch agent@dv-cinder-796889-2-smb: { 'AddressGroup': '1.2', Jun 21 04:21:52.396618 dv-cinder-796889-2-smb neutron-server[92747]: 'ConntrackHelper': '1.0', Jun 21 04:21:52.396618 dv-cinder-796889-2-smb neutron-server[92747]: 'Log': '1.0', Jun 21 04:21:52.396618 dv-cinder-796889-2-smb neutron-server[92747]: 'Network': '1.1', Jun 21 04:21:52.396618 dv-cinder-796889-2-smb neutron-server[92747]: 'Port': '1.7', Jun 21 04:21:52.396618 dv-cinder-796889-2-smb neutron-server[92747]: 'PortForwarding': '1.2', Jun 21 04:21:52.396618 dv-cinder-796889-2-smb neutron-server[92747]: 'QosPolicy': '1.8', Jun 21 04:21:52.396618 dv-cinder-796889-2-smb neutron-server[92747]: 'SecurityGroup': '1.4', Jun 21 04:21:52.396618 dv-cinder-796889-2-smb neutron-server[92747]: 'SecurityGroupRule': '1.2', Jun 21 04:21:52.396618 dv-cinder-796889-2-smb neutron-server[92747]: 'SubPort': '1.0', Jun 21 04:21:52.396618 dv-cinder-796889-2-smb neutron-server[92747]: 'Subnet': '1.1', Jun 21 04:21:52.396618 dv-cinder-796889-2-smb neutron-server[92747]: 'Trunk': '1.1'}} Jun 21 04:21:52.396618 dv-cinder-796889-2-smb neutron-server[92747]: {{(pid=92747) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 04:21:52.417225 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-091d9fa4-5fee-413a-8661-d4ca06b213e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:21:52.426111 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.managers [None req-091d9fa4-5fee-413a-8661-d4ca06b213e4 None None] Attempting to bind port fb4f7246-fed5-41e2-b96a-4d824e7aa10d on host dv-cinder-796889-2-smb for vnic_type normal with profile {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:21:52.426505 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.managers [None req-091d9fa4-5fee-413a-8661-d4ca06b213e4 None None] Attempting to bind port fb4f7246-fed5-41e2-b96a-4d824e7aa10d by drivers openvswitch,hyperv on host dv-cinder-796889-2-smb at level 0 using segments [{'id': '27b843f1-65cc-4800-8860-b2ffde680ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'c5b64a67-3b0b-479f-ad4a-04f28dceb226'}] {{(pid=92747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:21:52.426942 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091d9fa4-5fee-413a-8661-d4ca06b213e4 None None] Attempting to bind port fb4f7246-fed5-41e2-b96a-4d824e7aa10d on network c5b64a67-3b0b-479f-ad4a-04f28dceb226 {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:21:52.431667 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091d9fa4-5fee-413a-8661-d4ca06b213e4 None None] Checking agent: {'id': '81412f97-b552-4c66-a995-535fb532aea6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 21, 37), 'started_at': datetime.datetime(2021, 6, 21, 4, 21, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:21:52.432074 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091d9fa4-5fee-413a-8661-d4ca06b213e4 None None] Checking segment: {'id': '27b843f1-65cc-4800-8860-b2ffde680ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'c5b64a67-3b0b-479f-ad4a-04f28dceb226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:21:52.432549 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-091d9fa4-5fee-413a-8661-d4ca06b213e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:52.432937 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091d9fa4-5fee-413a-8661-d4ca06b213e4 None None] Bound using segment: {'id': '27b843f1-65cc-4800-8860-b2ffde680ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'c5b64a67-3b0b-479f-ad4a-04f28dceb226'} {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:21:52.433432 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.managers [None req-091d9fa4-5fee-413a-8661-d4ca06b213e4 None None] Bound port: fb4f7246-fed5-41e2-b96a-4d824e7aa10d, host: dv-cinder-796889-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b843f1-65cc-4800-8860-b2ffde680ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'c5b64a67-3b0b-479f-ad4a-04f28dceb226'}}] {{(pid=92747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:21:52.433823 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-091d9fa4-5fee-413a-8661-d4ca06b213e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:52.494999 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-091d9fa4-5fee-413a-8661-d4ca06b213e4 None None] For port fb4f7246-fed5-41e2-b96a-4d824e7aa10d, host dv-cinder-796889-2-smb, cleared binding levels {{(pid=92747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:21:52.499694 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-091d9fa4-5fee-413a-8661-d4ca06b213e4 None None] For port fb4f7246-fed5-41e2-b96a-4d824e7aa10d, host dv-cinder-796889-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-smb',level=0,port_id=fb4f7246-fed5-41e2-b96a-4d824e7aa10d,segment=NetworkSegment(27b843f1-65cc-4800-8860-b2ffde680ff8),segment_id=27b843f1-65cc-4800-8860-b2ffde680ff8)] {{(pid=92747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:21:52.503245 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-091d9fa4-5fee-413a-8661-d4ca06b213e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:52.506932 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-091d9fa4-5fee-413a-8661-d4ca06b213e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:21:52.568540 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091d9fa4-5fee-413a-8661-d4ca06b213e4 None None] Pushing event updated for resources: {'Port': ['ID=fb4f7246-fed5-41e2-b96a-4d824e7aa10d,revision_number=2']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:21:52.571546 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-091d9fa4-5fee-413a-8661-d4ca06b213e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:21:53.775152 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 53776) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:21:54.087234 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [None req-f7d159a8-f220-4ab4-949a-ce04c8b48747 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 04:21:54.088219 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-f7d159a8-f220-4ab4-949a-ce04c8b48747 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3120878 Jun 21 04:21:56.395376 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 53784) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:21:56.697336 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [None req-402abeae-2b9d-4fd4-9325-e7ed9c2f5006 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 04:21:56.713350 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-402abeae-2b9d-4fd4-9325-e7ed9c2f5006 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3019462 Jun 21 04:21:58.594839 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0068e3c1-45fe-4b84-9399-dfce3865e2f1 None None] Network c5b64a67-3b0b-479f-ad4a-04f28dceb226 requested from dv-cinder-796889-2-smb {{(pid=92747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:21:58.653710 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-5e6000e9-ad52-44da-97df-b379066dd9ea None None] Provisioning for port fb4f7246-fed5-41e2-b96a-4d824e7aa10d completed by entity DHCP. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:21:59.074650 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device fb4f7246-fed5-41e2-b96a-4d824e7aa10d up at agent ovs-agent-dv-cinder-796889-2-smb {{(pid=92747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:21:59.152013 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Provisioning for port fb4f7246-fed5-41e2-b96a-4d824e7aa10d completed by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:21:59.155861 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Provisioning complete for port fb4f7246-fed5-41e2-b96a-4d824e7aa10d triggered by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:21:59.156253 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:59.258963 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:59.286972 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 53798) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:21:59.293332 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-f392fa84-7a48-456a-8363-78490891b966 None None] For port fb4f7246-fed5-41e2-b96a-4d824e7aa10d, host dv-cinder-796889-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-smb',level=0,port_id=fb4f7246-fed5-41e2-b96a-4d824e7aa10d,segment=NetworkSegment(27b843f1-65cc-4800-8860-b2ffde680ff8),segment_id=27b843f1-65cc-4800-8860-b2ffde680ff8)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:21:59.297891 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:59.299953 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-091d9fa4-5fee-413a-8661-d4ca06b213e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:21:59.342724 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Pushing event updated for resources: {'Port': ['ID=fb4f7246-fed5-41e2-b96a-4d824e7aa10d,revision_number=3']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:21:59.345757 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:21:59.580095 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.v2.base [None req-5ef4258c-b89d-4b46-b000-84ee549bd171 admin admin] Request body: {'router': {'tenant_id': '8f7c0a77a3a540f5b02c0ea431c58cac', 'name': 'router1', 'admin_state_up': True}} {{(pid=92745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:21:59.603954 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-5ef4258c-b89d-4b46-b000-84ee549bd171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33245330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7198'] for router, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:59.605438 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-5ef4258c-b89d-4b46-b000-84ee549bd171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33245423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33062561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33203155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7271'] for router, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:59.738495 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-5ef4258c-b89d-4b46-b000-84ee549bd171 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:59.742806 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-5ef4258c-b89d-4b46-b000-84ee549bd171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33245339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33062151'] for router, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:59.754808 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-5ef4258c-b89d-4b46-b000-84ee549bd171 admin admin] Notify callbacks [] for router, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:59.755950 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-5ef4258c-b89d-4b46-b000-84ee549bd171 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4679632 Jun 21 04:22:01.041923 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device fb4f7246-fed5-41e2-b96a-4d824e7aa10d up at agent ovs-agent-dv-cinder-796889-2-smb {{(pid=92747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:22:01.088278 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Provisioning complete for port fb4f7246-fed5-41e2-b96a-4d824e7aa10d triggered by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:22:01.088651 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:02.025735 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 53806) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:22:02.330639 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [None req-44e42de2-9896-40ea-817f-fda35cb9edd8 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 04:22:02.331630 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-44e42de2-9896-40ea-817f-fda35cb9edd8 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3049629 Jun 21 04:22:04.125184 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-32dc1eef-e468-49d3-bf8d-a3666f205211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:04.624878 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 53814) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:22:04.925593 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.v2.base [None req-ed660a02-4312-4288-ac82-134c2d54b5ce admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=92745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:22:04.947462 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed660a02-4312-4288-ac82-134c2d54b5ce admin admin] Made reservation on behalf of ce7700d4449044d48a73e0f078645b48 for: {'network': 1} {{(pid=92745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:22:04.949988 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-ed660a02-4312-4288-ac82-134c2d54b5ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-632420'] for network, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:04.958187 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-ed660a02-4312-4288-ac82-134c2d54b5ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:05.043352 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-ed660a02-4312-4288-ac82-134c2d54b5ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:05.047571 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-ed660a02-4312-4288-ac82-134c2d54b5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:05.051024 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-3b6c5190-5800-4f95-9c86-7137cb924cf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:22:05.061378 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ed660a02-4312-4288-ac82-134c2d54b5ce admin admin] Reserving flat network on physical network physnet1 {{(pid=92745) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 21 04:22:05.085179 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed660a02-4312-4288-ac82-134c2d54b5ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac047737-5388-4318-91c8-8ca49c9f432a,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:22:05.088376 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-ed660a02-4312-4288-ac82-134c2d54b5ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740028'] for segment, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:05.088807 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.db.segments_db [None req-ed660a02-4312-4288-ac82-134c2d54b5ce admin admin] Added segment 022cd8a4-ba8b-492c-8b47-9af8409ae6a3 of type flat for network e4173b4a-3ce8-414e-a2d6-4147ce727684 Jun 21 04:22:05.090304 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-ed660a02-4312-4288-ac82-134c2d54b5ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:22:05.136708 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-ed660a02-4312-4288-ac82-134c2d54b5ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789667001025'] for network, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:05.170700 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-ed660a02-4312-4288-ac82-134c2d54b5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33253182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593'] for network, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:05.171933 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed660a02-4312-4288-ac82-134c2d54b5ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:22:05.172506 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-ed660a02-4312-4288-ac82-134c2d54b5ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33144588'] for network, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:05.175126 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:22:05.218740 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-ed660a02-4312-4288-ac82-134c2d54b5ce admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5927804 Jun 21 04:22:05.230933 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed660a02-4312-4288-ac82-134c2d54b5ce admin admin] Pushing event updated for resources: {'Network': ['ID=e4173b4a-3ce8-414e-a2d6-4147ce727684,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:22:05.233876 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-ed660a02-4312-4288-ac82-134c2d54b5ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:22:05.241982 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Network e4173b4a-3ce8-414e-a2d6-4147ce727684 details requested by agent ovs-agent-dv-cinder-796889-2-smb with host dv-cinder-796889-2-smb {{(pid=92747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:22:06.713094 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d48bca80-bf45-4ac5-bcf7-d5ea2bc01da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:06.961702 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:07.523948 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 53822) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:22:07.879795 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d8aa91-1433-4cca-b157-f114caffd77a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:22:07.881080 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-33d8aa91-1433-4cca-b157-f114caffd77a admin admin] 10.222.0.13 "GET /v2.0/subnets/b5868b1a-2608-4538-8a9e-97e18c8b9a99 HTTP/1.1" status: 200 len: 849 time: 0.3561902 Jun 21 04:22:07.962606 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-af7905e6-f134-40b5-8f7f-d0c0aa400a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:07.993640 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-47b21c10-44b6-44fd-b47c-d4a5c0c23cc5 admin admin] 10.222.0.13 "GET /v2.0/routers/38915ee0-da9b-4a68-be38-2fd38a301809 HTTP/1.1" status: 200 len: 704 time: 0.1072259 Jun 21 04:22:08.253173 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-63a4db97-3403-4587-b69a-a7fa4936f3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-632420'] for port, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:08.529652 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.db_base_plugin_common [None req-63a4db97-3403-4587-b69a-a7fa4936f3aa admin admin] Allocated IP 172.20.0.1 (c5b64a67-3b0b-479f-ad4a-04f28dceb226/b5868b1a-2608-4538-8a9e-97e18c8b9a99/11507dd6-b84b-4622-a5b3-14ff75dcd7ca) {{(pid=92745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:22:08.716122 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-63a4db97-3403-4587-b69a-a7fa4936f3aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:08.737519 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-63a4db97-3403-4587-b69a-a7fa4936f3aa admin admin] Transition to ACTIVE for port object 11507dd6-b84b-4622-a5b3-14ff75dcd7ca will not be triggered until provisioned by entity DHCP. {{(pid=92745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:22:08.815040 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-63a4db97-3403-4587-b69a-a7fa4936f3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789666979157'] for port, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:08.816932 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:22:08.883192 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a4db97-3403-4587-b69a-a7fa4936f3aa admin admin] Network c5b64a67-3b0b-479f-ad4a-04f28dceb226 is already hosted by enough agents. {{(pid=92745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:22:08.887808 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.base_scheduler [None req-63a4db97-3403-4587-b69a-a7fa4936f3aa admin admin] Resources bound (agent type, host, resource id): {{(pid=92745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:22:08.893387 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a4db97-3403-4587-b69a-a7fa4936f3aa admin admin] Received port after_create {{(pid=92745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:22:08.893479 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-63a4db97-3403-4587-b69a-a7fa4936f3aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33059880'] for router_interface, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:08.915792 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a4db97-3403-4587-b69a-a7fa4936f3aa admin admin] Pushing event updated for resources: {'Port': ['ID=11507dd6-b84b-4622-a5b3-14ff75dcd7ca,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:22:08.957419 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-63a4db97-3403-4587-b69a-a7fa4936f3aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:22:09.047922 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-36a59d7e-2beb-4163-9e55-d4c5807b5d0d None None] Provisioning for port 11507dd6-b84b-4622-a5b3-14ff75dcd7ca completed by entity DHCP. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:22:09.051346 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-36a59d7e-2beb-4163-9e55-d4c5807b5d0d None None] Provisioning complete for port 11507dd6-b84b-4622-a5b3-14ff75dcd7ca triggered by entity DHCP. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:22:09.051705 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-36a59d7e-2beb-4163-9e55-d4c5807b5d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:09.084239 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-36a59d7e-2beb-4163-9e55-d4c5807b5d0d None None] Port 11507dd6-b84b-4622-a5b3-14ff75dcd7ca cannot update to ACTIVE because it is not bound. {{(pid=92747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:22:09.105420 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-63a4db97-3403-4587-b69a-a7fa4936f3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:09.274377 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-63a4db97-3403-4587-b69a-a7fa4936f3aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:09.278691 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-63a4db97-3403-4587-b69a-a7fa4936f3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:09.279750 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-63a4db97-3403-4587-b69a-a7fa4936f3aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33144703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33060657'] for router_interface, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:09.282058 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-63a4db97-3403-4587-b69a-a7fa4936f3aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:22:09.353855 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a4db97-3403-4587-b69a-a7fa4936f3aa admin admin] Pushing event updated for resources: {'Port': ['ID=11507dd6-b84b-4622-a5b3-14ff75dcd7ca,revision_number=2']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:22:09.357531 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-63a4db97-3403-4587-b69a-a7fa4936f3aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:22:09.400351 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a4db97-3403-4587-b69a-a7fa4936f3aa admin admin] Network c5b64a67-3b0b-479f-ad4a-04f28dceb226 is already hosted by enough agents. {{(pid=92745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:22:09.401717 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.base_scheduler [None req-63a4db97-3403-4587-b69a-a7fa4936f3aa admin admin] Resources bound (agent type, host, resource id): {{(pid=92745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:22:09.546109 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-410c395a-ca3a-4855-90fb-923e0a2b4d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:09.554373 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63a4db97-3403-4587-b69a-a7fa4936f3aa admin admin] Router 38915ee0-da9b-4a68-be38-2fd38a301809 is scheduled to L3 agent c5fde6f5-f096-4668-9faa-154c63e10de0 with binding_index 1 {{(pid=92745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 04:22:09.603685 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-f57ef07d-4081-4561-a149-7458615cc586 None None] Provisioning complete for port 11507dd6-b84b-4622-a5b3-14ff75dcd7ca triggered by entity DHCP. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:22:09.604096 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f57ef07d-4081-4561-a149-7458615cc586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:09.635364 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-f57ef07d-4081-4561-a149-7458615cc586 None None] Port 11507dd6-b84b-4622-a5b3-14ff75dcd7ca cannot update to ACTIVE because it is not bound. {{(pid=92747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:22:09.644200 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a4db97-3403-4587-b69a-a7fa4936f3aa admin admin] Notify agent at l3_agent.dv-cinder-796889-2-smb the message routers_updated {{(pid=92745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:22:09.651609 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-63a4db97-3403-4587-b69a-a7fa4936f3aa admin admin] 10.222.0.13 "PUT /v2.0/routers/38915ee0-da9b-4a68-be38-2fd38a301809/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6517317 Jun 21 04:22:09.656969 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273507da-bb1f-4549-8510-1290e4650bf8 None None] Sync routers for ids ['38915ee0-da9b-4a68-be38-2fd38a301809'] in dv-cinder-796889-2-smb {{(pid=92748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:22:09.670920 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273507da-bb1f-4549-8510-1290e4650bf8 None None] Routers {'38915ee0-da9b-4a68-be38-2fd38a301809'} bound to L3 agent in host dv-cinder-796889-2-smb {{(pid=92748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:22:09.671720 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-273507da-bb1f-4549-8510-1290e4650bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-21T04:21:37Z,description=,heartbeat_timestamp=2021-06-21T04:22:07Z,host='dv-cinder-796889-2-smb',id=c5fde6f5-f096-4668-9faa-154c63e10de0,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:21:37Z,topic='l3_agent')) {'router_ids': ['38915ee0-da9b-4a68-be38-2fd38a301809'], 'active': True} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:22:09.852937 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_dvr_db [None req-273507da-bb1f-4549-8510-1290e4650bf8 None None] Set router 38915ee0-da9b-4a68-be38-2fd38a301809 gateway port host: None {{(pid=92748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:22:10.265797 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-273507da-bb1f-4549-8510-1290e4650bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38915ee0-da9b-4a68-be38-2fd38a301809', 'name': 'router1', 'tenant_id': '8f7c0a77a3a540f5b02c0ea431c58cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:21:59Z', 'updated_at': '2021-06-21T04:22:09Z', 'revision_number': 2, 'project_id': '8f7c0a77a3a540f5b02c0ea431c58cac', 'gw_port_host': None, '_interfaces': [{'id': '11507dd6-b84b-4622-a5b3-14ff75dcd7ca', 'name': '', 'network_id': 'c5b64a67-3b0b-479f-ad4a-04f28dceb226', 'tenant_id': '8f7c0a77a3a540f5b02c0ea431c58cac', 'mac_address': 'fa:16:3e:f6:b2:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38915ee0-da9b-4a68-be38-2fd38a301809', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b5868b1a-2608-4538-8a9e-97e18c8b9a99', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:22:08Z', 'updated_at': '2021-06-21T04:22:09Z', 'revision_number': 2, 'project_id': '8f7c0a77a3a540f5b02c0ea431c58cac', 'subnets': [{'id': 'b5868b1a-2608-4538-8a9e-97e18c8b9a99', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '76637be0-3f8f-436b-ad88-e46b8778d602'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-smb', False) {} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:22:10.315589 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273507da-bb1f-4549-8510-1290e4650bf8 None None] Checking router: 38915ee0-da9b-4a68-be38-2fd38a301809 for host: dv-cinder-796889-2-smb {{(pid=92748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:22:10.315973 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273507da-bb1f-4549-8510-1290e4650bf8 None None] Updating router 38915ee0-da9b-4a68-be38-2fd38a301809 port 11507dd6-b84b-4622-a5b3-14ff75dcd7ca binding host dv-cinder-796889-2-smb {{(pid=92748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:22:10.375448 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-273507da-bb1f-4549-8510-1290e4650bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:10.844513 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-273507da-bb1f-4549-8510-1290e4650bf8 None None] Notify callbacks [] for port, precommit_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:10.861830 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-273507da-bb1f-4549-8510-1290e4650bf8 None None] Transition to ACTIVE for port object 11507dd6-b84b-4622-a5b3-14ff75dcd7ca will not be triggered until provisioned by entity L2. {{(pid=92748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:22:10.867608 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-273507da-bb1f-4549-8510-1290e4650bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:10.872343 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:22:11.060402 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-273507da-bb1f-4549-8510-1290e4650bf8 None None] Attempting to bind port 11507dd6-b84b-4622-a5b3-14ff75dcd7ca on host dv-cinder-796889-2-smb for vnic_type normal with profile {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:22:11.060810 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-273507da-bb1f-4549-8510-1290e4650bf8 None None] Attempting to bind port 11507dd6-b84b-4622-a5b3-14ff75dcd7ca by drivers openvswitch,hyperv on host dv-cinder-796889-2-smb at level 0 using segments [{'id': '27b843f1-65cc-4800-8860-b2ffde680ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'c5b64a67-3b0b-479f-ad4a-04f28dceb226'}] {{(pid=92748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:22:11.061264 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273507da-bb1f-4549-8510-1290e4650bf8 None None] Attempting to bind port 11507dd6-b84b-4622-a5b3-14ff75dcd7ca on network c5b64a67-3b0b-479f-ad4a-04f28dceb226 {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:22:11.070263 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273507da-bb1f-4549-8510-1290e4650bf8 None None] Checking agent: {'id': '81412f97-b552-4c66-a995-535fb532aea6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 21, 37), 'started_at': datetime.datetime(2021, 6, 21, 4, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:22:11.070616 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273507da-bb1f-4549-8510-1290e4650bf8 None None] Checking segment: {'id': '27b843f1-65cc-4800-8860-b2ffde680ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'c5b64a67-3b0b-479f-ad4a-04f28dceb226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:22:11.071110 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-273507da-bb1f-4549-8510-1290e4650bf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:11.071558 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273507da-bb1f-4549-8510-1290e4650bf8 None None] Bound using segment: {'id': '27b843f1-65cc-4800-8860-b2ffde680ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'c5b64a67-3b0b-479f-ad4a-04f28dceb226'} {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:22:11.072072 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-273507da-bb1f-4549-8510-1290e4650bf8 None None] Bound port: 11507dd6-b84b-4622-a5b3-14ff75dcd7ca, host: dv-cinder-796889-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b843f1-65cc-4800-8860-b2ffde680ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'c5b64a67-3b0b-479f-ad4a-04f28dceb226'}}] {{(pid=92748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:22:11.072433 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-273507da-bb1f-4549-8510-1290e4650bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:11.074169 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3464783-8b2e-4c52-ab25-aa9f582cefe1 None None] Pushing event updated for resources: {'Port': ['ID=11507dd6-b84b-4622-a5b3-14ff75dcd7ca,revision_number=3']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:22:11.091815 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3464783-8b2e-4c52-ab25-aa9f582cefe1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:22:11.092142 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3464783-8b2e-4c52-ab25-aa9f582cefe1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:22:11.092462 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3464783-8b2e-4c52-ab25-aa9f582cefe1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:22:11.092775 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3464783-8b2e-4c52-ab25-aa9f582cefe1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:22:11.093082 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3464783-8b2e-4c52-ab25-aa9f582cefe1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:22:11.093410 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3464783-8b2e-4c52-ab25-aa9f582cefe1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:22:11.093718 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3464783-8b2e-4c52-ab25-aa9f582cefe1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:22:11.094021 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3464783-8b2e-4c52-ab25-aa9f582cefe1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:22:11.094322 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3464783-8b2e-4c52-ab25-aa9f582cefe1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:22:11.094670 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3464783-8b2e-4c52-ab25-aa9f582cefe1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:22:11.096011 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3464783-8b2e-4c52-ab25-aa9f582cefe1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:22:11.096338 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3464783-8b2e-4c52-ab25-aa9f582cefe1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:22:11.097424 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3464783-8b2e-4c52-ab25-aa9f582cefe1 None None] Tracked resource versions report: Jun 21 04:22:11.097424 dv-cinder-796889-2-smb neutron-server[92748]: pushed versions: Jun 21 04:22:11.097424 dv-cinder-796889-2-smb neutron-server[92748]: { 'AddressGroup': {'1.2'}, Jun 21 04:22:11.097424 dv-cinder-796889-2-smb neutron-server[92748]: 'ConntrackHelper': {'1.0'}, Jun 21 04:22:11.097424 dv-cinder-796889-2-smb neutron-server[92748]: 'Log': {'1.0'}, Jun 21 04:22:11.097424 dv-cinder-796889-2-smb neutron-server[92748]: 'Network': {'1.1'}, Jun 21 04:22:11.097424 dv-cinder-796889-2-smb neutron-server[92748]: 'Port': {'1.7'}, Jun 21 04:22:11.097424 dv-cinder-796889-2-smb neutron-server[92748]: 'PortForwarding': {'1.2'}, Jun 21 04:22:11.097424 dv-cinder-796889-2-smb neutron-server[92748]: 'QosPolicy': {'1.8'}, Jun 21 04:22:11.097424 dv-cinder-796889-2-smb neutron-server[92748]: 'SecurityGroup': {'1.4'}, Jun 21 04:22:11.097424 dv-cinder-796889-2-smb neutron-server[92748]: 'SecurityGroupRule': {'1.2'}, Jun 21 04:22:11.097424 dv-cinder-796889-2-smb neutron-server[92748]: 'SubPort': {'1.0'}, Jun 21 04:22:11.097424 dv-cinder-796889-2-smb neutron-server[92748]: 'Subnet': {'1.1'}, Jun 21 04:22:11.097424 dv-cinder-796889-2-smb neutron-server[92748]: 'Trunk': {'1.1'}} Jun 21 04:22:11.097424 dv-cinder-796889-2-smb neutron-server[92748]: consumer versions: Jun 21 04:22:11.097424 dv-cinder-796889-2-smb neutron-server[92748]: { DHCP agent@dv-cinder-796889-2-smb: {}, Jun 21 04:22:11.097424 dv-cinder-796889-2-smb neutron-server[92748]: L3 agent@dv-cinder-796889-2-smb: {}, Jun 21 04:22:11.097424 dv-cinder-796889-2-smb neutron-server[92748]: Metadata agent@dv-cinder-796889-2-smb: {}, Jun 21 04:22:11.097424 dv-cinder-796889-2-smb neutron-server[92748]: Metering agent@dv-cinder-796889-2-smb: {}, Jun 21 04:22:11.097424 dv-cinder-796889-2-smb neutron-server[92748]: Open vSwitch agent@dv-cinder-796889-2-smb: { 'AddressGroup': '1.2', Jun 21 04:22:11.097424 dv-cinder-796889-2-smb neutron-server[92748]: 'ConntrackHelper': '1.0', Jun 21 04:22:11.097424 dv-cinder-796889-2-smb neutron-server[92748]: 'Log': '1.0', Jun 21 04:22:11.097424 dv-cinder-796889-2-smb neutron-server[92748]: 'Network': '1.1', Jun 21 04:22:11.097424 dv-cinder-796889-2-smb neutron-server[92748]: 'Port': '1.7', Jun 21 04:22:11.097424 dv-cinder-796889-2-smb neutron-server[92748]: 'PortForwarding': '1.2', Jun 21 04:22:11.097424 dv-cinder-796889-2-smb neutron-server[92748]: 'QosPolicy': '1.8', Jun 21 04:22:11.097424 dv-cinder-796889-2-smb neutron-server[92748]: 'SecurityGroup': '1.4', Jun 21 04:22:11.097424 dv-cinder-796889-2-smb neutron-server[92748]: 'SecurityGroupRule': '1.2', Jun 21 04:22:11.097424 dv-cinder-796889-2-smb neutron-server[92748]: 'SubPort': '1.0', Jun 21 04:22:11.097424 dv-cinder-796889-2-smb neutron-server[92748]: 'Subnet': '1.1', Jun 21 04:22:11.097424 dv-cinder-796889-2-smb neutron-server[92748]: 'Trunk': '1.1'}} Jun 21 04:22:11.097424 dv-cinder-796889-2-smb neutron-server[92748]: {{(pid=92748) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 04:22:11.102532 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-f3464783-8b2e-4c52-ab25-aa9f582cefe1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:22:11.152041 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-273507da-bb1f-4549-8510-1290e4650bf8 None None] For port 11507dd6-b84b-4622-a5b3-14ff75dcd7ca, host dv-cinder-796889-2-smb, cleared binding levels {{(pid=92748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:22:11.171765 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-273507da-bb1f-4549-8510-1290e4650bf8 None None] For port 11507dd6-b84b-4622-a5b3-14ff75dcd7ca, host dv-cinder-796889-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-smb',level=0,port_id=11507dd6-b84b-4622-a5b3-14ff75dcd7ca,segment=NetworkSegment(27b843f1-65cc-4800-8860-b2ffde680ff8),segment_id=27b843f1-65cc-4800-8860-b2ffde680ff8)] {{(pid=92748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:22:11.175781 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-273507da-bb1f-4549-8510-1290e4650bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:11.178726 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:22:11.222599 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273507da-bb1f-4549-8510-1290e4650bf8 None None] Routers {'38915ee0-da9b-4a68-be38-2fd38a301809'} bound to L3 agent in host dv-cinder-796889-2-smb {{(pid=92748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:22:11.223221 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-273507da-bb1f-4549-8510-1290e4650bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-21T04:21:37Z,description=,heartbeat_timestamp=2021-06-21T04:22:07Z,host='dv-cinder-796889-2-smb',id=c5fde6f5-f096-4668-9faa-154c63e10de0,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:21:37Z,topic='l3_agent')) {'router_ids': ['38915ee0-da9b-4a68-be38-2fd38a301809'], 'active': True} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:22:11.306642 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3464783-8b2e-4c52-ab25-aa9f582cefe1 None None] Pushing event updated for resources: {'Port': ['ID=11507dd6-b84b-4622-a5b3-14ff75dcd7ca,revision_number=4']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:22:11.318541 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_dvr_db [None req-273507da-bb1f-4549-8510-1290e4650bf8 None None] Set router 38915ee0-da9b-4a68-be38-2fd38a301809 gateway port host: None {{(pid=92748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:22:11.344896 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-f3464783-8b2e-4c52-ab25-aa9f582cefe1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:22:11.522062 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-273507da-bb1f-4549-8510-1290e4650bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38915ee0-da9b-4a68-be38-2fd38a301809', 'name': 'router1', 'tenant_id': '8f7c0a77a3a540f5b02c0ea431c58cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:21:59Z', 'updated_at': '2021-06-21T04:22:09Z', 'revision_number': 2, 'project_id': '8f7c0a77a3a540f5b02c0ea431c58cac', 'gw_port_host': None, '_interfaces': [{'id': '11507dd6-b84b-4622-a5b3-14ff75dcd7ca', 'name': '', 'network_id': 'c5b64a67-3b0b-479f-ad4a-04f28dceb226', 'tenant_id': '8f7c0a77a3a540f5b02c0ea431c58cac', 'mac_address': 'fa:16:3e:f6:b2:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38915ee0-da9b-4a68-be38-2fd38a301809', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b5868b1a-2608-4538-8a9e-97e18c8b9a99', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:22:08Z', 'updated_at': '2021-06-21T04:22:11Z', 'revision_number': 4, 'project_id': '8f7c0a77a3a540f5b02c0ea431c58cac', 'subnets': [{'id': 'b5868b1a-2608-4538-8a9e-97e18c8b9a99', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '76637be0-3f8f-436b-ad88-e46b8778d602'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-smb', False) {} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:22:11.546626 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273507da-bb1f-4549-8510-1290e4650bf8 None None] The sync data for ids ['38915ee0-da9b-4a68-be38-2fd38a301809'] in dv-cinder-796889-2-smb is: [{'id': '38915ee0-da9b-4a68-be38-2fd38a301809', 'name': 'router1', 'tenant_id': '8f7c0a77a3a540f5b02c0ea431c58cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:21:59Z', 'updated_at': '2021-06-21T04:22:09Z', 'revision_number': 2, 'project_id': '8f7c0a77a3a540f5b02c0ea431c58cac', 'gw_port_host': None, '_interfaces': [{'id': '11507dd6-b84b-4622-a5b3-14ff75dcd7ca', 'name': '', 'network_id': 'c5b64a67-3b0b-479f-ad4a-04f28dceb226', 'tenant_id': '8f7c0a77a3a540f5b02c0ea431c58cac', 'mac_address': 'fa:16:3e:f6:b2:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38915ee0-da9b-4a68-be38-2fd38a301809', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b5868b1a-2608-4538-8a9e-97e18c8b9a99', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:22:08Z', 'updated_at': '2021-06-21T04:22:11Z', 'revision_number': 4, 'project_id': '8f7c0a77a3a540f5b02c0ea431c58cac', 'subnets': [{'id': 'b5868b1a-2608-4538-8a9e-97e18c8b9a99', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '76637be0-3f8f-436b-ad88-e46b8778d602'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:22:11.885357 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 53842) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:22:12.057264 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6577f6-4540-4a13-9637-4c3f01dde811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:22:12.058540 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-3d6577f6-4540-4a13-9637-4c3f01dde811 admin admin] 10.222.0.13 "GET /v2.0/networks/e4173b4a-3ce8-414e-a2d6-4147ce727684 HTTP/1.1" status: 200 len: 842 time: 0.1722486 Jun 21 04:22:12.067894 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.v2.base [None req-47c967f2-29d3-4a2c-866d-751904d6692e admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.28.2.1', 'ip_version': 4, 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'cidr': '172.28.2.0/24'}} {{(pid=92745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:22:12.089449 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c967f2-29d3-4a2c-866d-751904d6692e admin admin] Made reservation on behalf of ce7700d4449044d48a73e0f078645b48 for: {'subnet': 1} {{(pid=92745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:22:12.091716 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-47c967f2-29d3-4a2c-866d-751904d6692e admin admin] Notify callbacks [] for subnet, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:12.428813 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.objects.ports [None req-47c967f2-29d3-4a2c-866d-751904d6692e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92745) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 21 04:22:12.429252 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-47c967f2-29d3-4a2c-866d-751904d6692e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602'] for subnet, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:12.431964 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:22:12.487034 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c967f2-29d3-4a2c-866d-751904d6692e admin admin] Pushing event updated for resources: {'Subnet': ['ID=074fe887-5c0a-4322-b8b4-1844e3a886aa,revision_number=0']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:22:12.489447 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c967f2-29d3-4a2c-866d-751904d6692e admin admin] Checking segment: {'id': '022cd8a4-ba8b-492c-8b47-9af8409ae6a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:22:12.489931 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c967f2-29d3-4a2c-866d-751904d6692e admin admin] Network hostable DHCP agents. Network: e4173b4a-3ce8-414e-a2d6-4147ce727684, hostable agents: ['4488296f-9c2d-4613-a478-344bf5f68149'], hosted agents: [] {{(pid=92745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:22:12.491820 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-47c967f2-29d3-4a2c-866d-751904d6692e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:22:12.506917 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c967f2-29d3-4a2c-866d-751904d6692e admin admin] Network e4173b4a-3ce8-414e-a2d6-4147ce727684 is scheduled to be hosted by DHCP agent 4488296f-9c2d-4613-a478-344bf5f68149 with binding_index 1 {{(pid=92745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:22:12.515416 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.base_scheduler [None req-47c967f2-29d3-4a2c-866d-751904d6692e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796889-2-smb, e4173b4a-3ce8-414e-a2d6-4147ce727684) {{(pid=92745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:22:12.519885 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c967f2-29d3-4a2c-866d-751904d6692e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:22:12.520502 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-47c967f2-29d3-4a2c-866d-751904d6692e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33144588'] for subnet, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:12.525895 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2750f3-4cf3-4160-8085-c386df33f723 None None] Network e4173b4a-3ce8-414e-a2d6-4147ce727684 requested from dv-cinder-796889-2-smb {{(pid=92747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:22:12.541879 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-47c967f2-29d3-4a2c-866d-751904d6692e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4774480 Jun 21 04:22:12.656817 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7f77c7-520f-4a7b-a95f-1efb30fc0321 None None] Network e4173b4a-3ce8-414e-a2d6-4147ce727684 requested from dv-cinder-796889-2-smb {{(pid=92747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:22:14.765277 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 53864) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:22:14.892313 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-02d0bb8d-f61e-4fc1-9156-0a70d7660530 admin admin] 10.222.0.13 "GET /v2.0/routers/38915ee0-da9b-4a68-be38-2fd38a301809 HTTP/1.1" status: 200 len: 710 time: 0.1258731 Jun 21 04:22:14.978389 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6263d991-1b90-467e-a189-2e54c9a67615 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:22:14.979739 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-6263d991-1b90-467e-a189-2e54c9a67615 admin admin] 10.222.0.13 "GET /v2.0/networks/e4173b4a-3ce8-414e-a2d6-4147ce727684 HTTP/1.1" status: 200 len: 886 time: 0.0817189 Jun 21 04:22:14.988801 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.v2.base [None req-22c07560-f57b-4a41-94cf-2de93c4f241c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684'}}} {{(pid=92745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:22:15.071862 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device 11507dd6-b84b-4622-a5b3-14ff75dcd7ca up at agent ovs-agent-dv-cinder-796889-2-smb {{(pid=92747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:22:15.128243 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Provisioning for port 11507dd6-b84b-4622-a5b3-14ff75dcd7ca completed by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:22:15.133061 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Provisioning complete for port 11507dd6-b84b-4622-a5b3-14ff75dcd7ca triggered by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:22:15.133466 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:15.221149 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:15.248426 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-22c07560-f57b-4a41-94cf-2de93c4f241c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33062611', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33245280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7285'] for router, precommit_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:15.259544 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-f392fa84-7a48-456a-8363-78490891b966 None None] For port 11507dd6-b84b-4622-a5b3-14ff75dcd7ca, host dv-cinder-796889-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-smb',level=0,port_id=11507dd6-b84b-4622-a5b3-14ff75dcd7ca,segment=NetworkSegment(27b843f1-65cc-4800-8860-b2ffde680ff8),segment_id=27b843f1-65cc-4800-8860-b2ffde680ff8)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:22:15.262607 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:15.264911 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:22:15.310669 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Pushing event updated for resources: {'Port': ['ID=11507dd6-b84b-4622-a5b3-14ff75dcd7ca,revision_number=5']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:22:15.313825 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:22:15.481575 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-22c07560-f57b-4a41-94cf-2de93c4f241c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:15.557114 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-22c07560-f57b-4a41-94cf-2de93c4f241c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-632420'] for port, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:15.661217 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.db_base_plugin_common [None req-22c07560-f57b-4a41-94cf-2de93c4f241c admin admin] Allocated IP 172.28.2.189 (e4173b4a-3ce8-414e-a2d6-4147ce727684/074fe887-5c0a-4322-b8b4-1844e3a886aa/fec66e90-a146-4a8e-9b91-03831182345a) {{(pid=92745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:22:15.755293 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-22c07560-f57b-4a41-94cf-2de93c4f241c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:15.793643 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-22c07560-f57b-4a41-94cf-2de93c4f241c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789666979157'] for port, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:15.796399 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:22:15.831802 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c07560-f57b-4a41-94cf-2de93c4f241c admin admin] Network e4173b4a-3ce8-414e-a2d6-4147ce727684 is already hosted by enough agents. {{(pid=92745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:22:15.834557 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.base_scheduler [None req-22c07560-f57b-4a41-94cf-2de93c4f241c admin admin] Resources bound (agent type, host, resource id): {{(pid=92745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:22:15.837871 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c07560-f57b-4a41-94cf-2de93c4f241c admin admin] Received port after_create {{(pid=92745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:22:15.842617 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c07560-f57b-4a41-94cf-2de93c4f241c admin admin] Pushing event updated for resources: {'Port': ['ID=fec66e90-a146-4a8e-9b91-03831182345a,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:22:15.871806 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-22c07560-f57b-4a41-94cf-2de93c4f241c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:22:16.157817 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-22c07560-f57b-4a41-94cf-2de93c4f241c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:16.342385 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-22c07560-f57b-4a41-94cf-2de93c4f241c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33062611', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33245280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7285'] for router, precommit_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:16.345453 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-22c07560-f57b-4a41-94cf-2de93c4f241c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33062151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33062653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33062602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33245289'] for router, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:16.444724 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22c07560-f57b-4a41-94cf-2de93c4f241c admin admin] Router 38915ee0-da9b-4a68-be38-2fd38a301809 has already been hosted by L3 agent c5fde6f5-f096-4668-9faa-154c63e10de0 {{(pid=92745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:22:16.543129 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c07560-f57b-4a41-94cf-2de93c4f241c admin admin] Notify agent at l3_agent.dv-cinder-796889-2-smb the message routers_updated {{(pid=92745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:22:16.547167 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-22c07560-f57b-4a41-94cf-2de93c4f241c admin admin] Notify callbacks [] for router, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:16.548365 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-22c07560-f57b-4a41-94cf-2de93c4f241c admin admin] 10.222.0.13 "PUT /v2.0/routers/38915ee0-da9b-4a68-be38-2fd38a301809 HTTP/1.1" status: 200 len: 890 time: 1.5632598 Jun 21 04:22:16.553517 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681c575c-734c-48e5-aa8e-602dfcac0a56 None None] Sync routers for ids ['38915ee0-da9b-4a68-be38-2fd38a301809'] in dv-cinder-796889-2-smb {{(pid=92747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:22:16.566151 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681c575c-734c-48e5-aa8e-602dfcac0a56 None None] Routers {'38915ee0-da9b-4a68-be38-2fd38a301809'} bound to L3 agent in host dv-cinder-796889-2-smb {{(pid=92747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:22:16.566974 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-681c575c-734c-48e5-aa8e-602dfcac0a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-21T04:21:37Z,description=,heartbeat_timestamp=2021-06-21T04:22:07Z,host='dv-cinder-796889-2-smb',id=c5fde6f5-f096-4668-9faa-154c63e10de0,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:21:37Z,topic='l3_agent')) {'router_ids': ['38915ee0-da9b-4a68-be38-2fd38a301809'], 'active': True} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:22:16.827839 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvr_db [None req-681c575c-734c-48e5-aa8e-602dfcac0a56 None None] Set router 38915ee0-da9b-4a68-be38-2fd38a301809 gateway port host: dv-cinder-796889-2-smb {{(pid=92747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:22:17.067675 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device 11507dd6-b84b-4622-a5b3-14ff75dcd7ca up at agent ovs-agent-dv-cinder-796889-2-smb {{(pid=92747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:22:17.199014 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Provisioning complete for port 11507dd6-b84b-4622-a5b3-14ff75dcd7ca triggered by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:22:17.199378 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:17.314101 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-681c575c-734c-48e5-aa8e-602dfcac0a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38915ee0-da9b-4a68-be38-2fd38a301809', 'name': 'router1', 'tenant_id': '8f7c0a77a3a540f5b02c0ea431c58cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.189'}], 'enable_snat': True}, 'gw_port_id': 'fec66e90-a146-4a8e-9b91-03831182345a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:21:59Z', 'updated_at': '2021-06-21T04:22:15Z', 'revision_number': 4, 'project_id': '8f7c0a77a3a540f5b02c0ea431c58cac', 'gw_port': {'id': 'fec66e90-a146-4a8e-9b91-03831182345a', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:cc:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38915ee0-da9b-4a68-be38-2fd38a301809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:22:15Z', 'updated_at': '2021-06-21T04:22:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb', '_interfaces': [{'id': '11507dd6-b84b-4622-a5b3-14ff75dcd7ca', 'name': '', 'network_id': 'c5b64a67-3b0b-479f-ad4a-04f28dceb226', 'tenant_id': '8f7c0a77a3a540f5b02c0ea431c58cac', 'mac_address': 'fa:16:3e:f6:b2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38915ee0-da9b-4a68-be38-2fd38a301809', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b5868b1a-2608-4538-8a9e-97e18c8b9a99', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:22:08Z', 'updated_at': '2021-06-21T04:22:15Z', 'revision_number': 5, 'project_id': '8f7c0a77a3a540f5b02c0ea431c58cac', 'subnets': [{'id': 'b5868b1a-2608-4538-8a9e-97e18c8b9a99', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '76637be0-3f8f-436b-ad88-e46b8778d602'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-smb', False) {} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:22:17.367070 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681c575c-734c-48e5-aa8e-602dfcac0a56 None None] Checking router: 38915ee0-da9b-4a68-be38-2fd38a301809 for host: dv-cinder-796889-2-smb {{(pid=92747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:22:17.367438 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681c575c-734c-48e5-aa8e-602dfcac0a56 None None] Updating router 38915ee0-da9b-4a68-be38-2fd38a301809 port fec66e90-a146-4a8e-9b91-03831182345a binding host dv-cinder-796889-2-smb {{(pid=92747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:22:17.400932 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-681c575c-734c-48e5-aa8e-602dfcac0a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:17.708678 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-681c575c-734c-48e5-aa8e-602dfcac0a56 None None] Notify callbacks [] for port, precommit_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:17.717821 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-681c575c-734c-48e5-aa8e-602dfcac0a56 None None] Transition to ACTIVE for port object fec66e90-a146-4a8e-9b91-03831182345a will not be triggered until provisioned by entity L2. {{(pid=92747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:22:17.724069 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-681c575c-734c-48e5-aa8e-602dfcac0a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:17.726168 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:22:17.774057 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e2404a-69c2-404f-9565-76d8a2907e14 None None] Pushing event updated for resources: {'Port': ['ID=fec66e90-a146-4a8e-9b91-03831182345a,revision_number=2']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:22:17.777435 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-d0e2404a-69c2-404f-9565-76d8a2907e14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:22:17.778711 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.managers [None req-681c575c-734c-48e5-aa8e-602dfcac0a56 None None] Attempting to bind port fec66e90-a146-4a8e-9b91-03831182345a on host dv-cinder-796889-2-smb for vnic_type normal with profile {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:22:17.779075 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.managers [None req-681c575c-734c-48e5-aa8e-602dfcac0a56 None None] Attempting to bind port fec66e90-a146-4a8e-9b91-03831182345a by drivers openvswitch,hyperv on host dv-cinder-796889-2-smb at level 0 using segments [{'id': '022cd8a4-ba8b-492c-8b47-9af8409ae6a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684'}] {{(pid=92747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:22:17.779432 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681c575c-734c-48e5-aa8e-602dfcac0a56 None None] Attempting to bind port fec66e90-a146-4a8e-9b91-03831182345a on network e4173b4a-3ce8-414e-a2d6-4147ce727684 {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:22:17.784716 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681c575c-734c-48e5-aa8e-602dfcac0a56 None None] Checking agent: {'id': '81412f97-b552-4c66-a995-535fb532aea6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 21, 37), 'started_at': datetime.datetime(2021, 6, 21, 4, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:22:17.785084 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681c575c-734c-48e5-aa8e-602dfcac0a56 None None] Checking segment: {'id': '022cd8a4-ba8b-492c-8b47-9af8409ae6a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:22:17.785508 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-681c575c-734c-48e5-aa8e-602dfcac0a56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:17.785893 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681c575c-734c-48e5-aa8e-602dfcac0a56 None None] Bound using segment: {'id': '022cd8a4-ba8b-492c-8b47-9af8409ae6a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684'} {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:22:17.786349 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.managers [None req-681c575c-734c-48e5-aa8e-602dfcac0a56 None None] Bound port: fec66e90-a146-4a8e-9b91-03831182345a, host: dv-cinder-796889-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '022cd8a4-ba8b-492c-8b47-9af8409ae6a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684'}}] {{(pid=92747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:22:17.786713 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-681c575c-734c-48e5-aa8e-602dfcac0a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:17.834237 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-681c575c-734c-48e5-aa8e-602dfcac0a56 None None] For port fec66e90-a146-4a8e-9b91-03831182345a, host dv-cinder-796889-2-smb, cleared binding levels {{(pid=92747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:22:17.837190 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-681c575c-734c-48e5-aa8e-602dfcac0a56 None None] For port fec66e90-a146-4a8e-9b91-03831182345a, host dv-cinder-796889-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-smb',level=0,port_id=fec66e90-a146-4a8e-9b91-03831182345a,segment=NetworkSegment(022cd8a4-ba8b-492c-8b47-9af8409ae6a3),segment_id=022cd8a4-ba8b-492c-8b47-9af8409ae6a3)] {{(pid=92747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:22:17.841595 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-681c575c-734c-48e5-aa8e-602dfcac0a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:17.844373 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:22:17.899943 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e2404a-69c2-404f-9565-76d8a2907e14 None None] Pushing event updated for resources: {'Port': ['ID=fec66e90-a146-4a8e-9b91-03831182345a,revision_number=3']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:22:17.902533 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681c575c-734c-48e5-aa8e-602dfcac0a56 None None] Routers {'38915ee0-da9b-4a68-be38-2fd38a301809'} bound to L3 agent in host dv-cinder-796889-2-smb {{(pid=92747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:22:17.903537 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-681c575c-734c-48e5-aa8e-602dfcac0a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-21T04:21:37Z,description=,heartbeat_timestamp=2021-06-21T04:22:07Z,host='dv-cinder-796889-2-smb',id=c5fde6f5-f096-4668-9faa-154c63e10de0,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:21:37Z,topic='l3_agent')) {'router_ids': ['38915ee0-da9b-4a68-be38-2fd38a301809'], 'active': True} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:22:17.905345 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-d0e2404a-69c2-404f-9565-76d8a2907e14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:22:18.080440 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvr_db [None req-681c575c-734c-48e5-aa8e-602dfcac0a56 None None] Set router 38915ee0-da9b-4a68-be38-2fd38a301809 gateway port host: dv-cinder-796889-2-smb {{(pid=92747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:22:18.086684 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.agents_db [None req-0317ce1f-94ba-4828-a78d-05fb42e0f355 None None] Agent healthcheck: found 5 active agents {{(pid=92748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:22:18.283747 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-681c575c-734c-48e5-aa8e-602dfcac0a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38915ee0-da9b-4a68-be38-2fd38a301809', 'name': 'router1', 'tenant_id': '8f7c0a77a3a540f5b02c0ea431c58cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.189'}], 'enable_snat': True}, 'gw_port_id': 'fec66e90-a146-4a8e-9b91-03831182345a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:21:59Z', 'updated_at': '2021-06-21T04:22:15Z', 'revision_number': 4, 'project_id': '8f7c0a77a3a540f5b02c0ea431c58cac', 'gw_port': {'id': 'fec66e90-a146-4a8e-9b91-03831182345a', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:cc:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38915ee0-da9b-4a68-be38-2fd38a301809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:22:15Z', 'updated_at': '2021-06-21T04:22:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb', '_interfaces': [{'id': '11507dd6-b84b-4622-a5b3-14ff75dcd7ca', 'name': '', 'network_id': 'c5b64a67-3b0b-479f-ad4a-04f28dceb226', 'tenant_id': '8f7c0a77a3a540f5b02c0ea431c58cac', 'mac_address': 'fa:16:3e:f6:b2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38915ee0-da9b-4a68-be38-2fd38a301809', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b5868b1a-2608-4538-8a9e-97e18c8b9a99', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:22:08Z', 'updated_at': '2021-06-21T04:22:15Z', 'revision_number': 5, 'project_id': '8f7c0a77a3a540f5b02c0ea431c58cac', 'subnets': [{'id': 'b5868b1a-2608-4538-8a9e-97e18c8b9a99', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '76637be0-3f8f-436b-ad88-e46b8778d602'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-smb', False) {} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:22:18.308647 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681c575c-734c-48e5-aa8e-602dfcac0a56 None None] The sync data for ids ['38915ee0-da9b-4a68-be38-2fd38a301809'] in dv-cinder-796889-2-smb is: [{'id': '38915ee0-da9b-4a68-be38-2fd38a301809', 'name': 'router1', 'tenant_id': '8f7c0a77a3a540f5b02c0ea431c58cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.189'}], 'enable_snat': True}, 'gw_port_id': 'fec66e90-a146-4a8e-9b91-03831182345a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:21:59Z', 'updated_at': '2021-06-21T04:22:15Z', 'revision_number': 4, 'project_id': '8f7c0a77a3a540f5b02c0ea431c58cac', 'gw_port': {'id': 'fec66e90-a146-4a8e-9b91-03831182345a', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:cc:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38915ee0-da9b-4a68-be38-2fd38a301809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:22:15Z', 'updated_at': '2021-06-21T04:22:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb', '_interfaces': [{'id': '11507dd6-b84b-4622-a5b3-14ff75dcd7ca', 'name': '', 'network_id': 'c5b64a67-3b0b-479f-ad4a-04f28dceb226', 'tenant_id': '8f7c0a77a3a540f5b02c0ea431c58cac', 'mac_address': 'fa:16:3e:f6:b2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38915ee0-da9b-4a68-be38-2fd38a301809', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b5868b1a-2608-4538-8a9e-97e18c8b9a99', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:22:08Z', 'updated_at': '2021-06-21T04:22:15Z', 'revision_number': 5, 'project_id': '8f7c0a77a3a540f5b02c0ea431c58cac', 'subnets': [{'id': 'b5868b1a-2608-4538-8a9e-97e18c8b9a99', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '76637be0-3f8f-436b-ad88-e46b8778d602'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:22:18.903340 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 53872) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:22:19.078378 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-0ccf3c46-f1ae-42ea-9fee-a6f8865e56fb admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1735513 Jun 21 04:22:19.079072 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device fec66e90-a146-4a8e-9b91-03831182345a up at agent ovs-agent-dv-cinder-796889-2-smb {{(pid=92747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:22:19.130113 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Provisioning for port fec66e90-a146-4a8e-9b91-03831182345a completed by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:22:19.134465 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Provisioning complete for port fec66e90-a146-4a8e-9b91-03831182345a triggered by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:22:19.134843 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:19.217073 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:19.238880 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-f392fa84-7a48-456a-8363-78490891b966 None None] For port fec66e90-a146-4a8e-9b91-03831182345a, host dv-cinder-796889-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-smb',level=0,port_id=fec66e90-a146-4a8e-9b91-03831182345a,segment=NetworkSegment(022cd8a4-ba8b-492c-8b47-9af8409ae6a3),segment_id=022cd8a4-ba8b-492c-8b47-9af8409ae6a3)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:22:19.242637 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:19.244772 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-d0e2404a-69c2-404f-9565-76d8a2907e14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:22:19.289983 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Pushing event updated for resources: {'Port': ['ID=fec66e90-a146-4a8e-9b91-03831182345a,revision_number=4']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:22:19.292952 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:22:21.072963 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device fec66e90-a146-4a8e-9b91-03831182345a up at agent ovs-agent-dv-cinder-796889-2-smb {{(pid=92747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:22:21.127527 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Provisioning complete for port fec66e90-a146-4a8e-9b91-03831182345a triggered by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:22:21.128566 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:34.131905 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-4537fe2e-0614-4921-9f8b-b5fb3eaa96e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:36.717075 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-e6891d43-2730-4e5c-a712-19414d3b7a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:36.984411 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:38.013587 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-af7905e6-f134-40b5-8f7f-d0c0aa400a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:39.560833 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-410c395a-ca3a-4855-90fb-923e0a2b4d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:55.085646 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.agents_db [None req-0317ce1f-94ba-4828-a78d-05fb42e0f355 None None] Agent healthcheck: found 5 active agents {{(pid=92748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:23:04.128230 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-180a6888-c610-4a52-bde5-3e90579944c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:23:06.722837 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ca75647a-09fd-4b12-8945-4a4b78ced8d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:23:06.967028 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:23:07.974010 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-af7905e6-f134-40b5-8f7f-d0c0aa400a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:23:09.561654 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-410c395a-ca3a-4855-90fb-923e0a2b4d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:23:32.085400 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.agents_db [None req-0317ce1f-94ba-4828-a78d-05fb42e0f355 None None] Agent healthcheck: found 5 active agents {{(pid=92748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:23:34.128605 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-22d4dd7c-e87d-4f35-b460-425ce14431cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:23:36.724774 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-680a20e2-faea-4576-9739-fe2c27749ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:23:36.967059 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:23:37.972346 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-af7905e6-f134-40b5-8f7f-d0c0aa400a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:23:39.567923 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-410c395a-ca3a-4855-90fb-923e0a2b4d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:23:53.295982 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 54440) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:23:53.373784 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b464325-9ba0-46e0-918a-8e611ea12cce admin admin] GET failed (client error): The resource could not be found. Jun 21 04:23:53.375062 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-6b464325-9ba0-46e0-918a-8e611ea12cce admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0781782 Jun 21 04:23:53.560492 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2df0b1a-d6ac-4f29-9549-5c2c0cae7834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:23:53.561988 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-a2df0b1a-d6ac-4f29-9549-5c2c0cae7834 admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1830838 Jun 21 04:23:55.682505 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 54450) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:23:55.806344 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54da95aa-c643-4976-9f90-1b2bd5b8dc73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:23:55.807642 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-54da95aa-c643-4976-9f90-1b2bd5b8dc73 admin admin] 10.222.0.13 "GET /v2.0/subnets/b5868b1a-2608-4538-8a9e-97e18c8b9a99 HTTP/1.1" status: 200 len: 849 time: 0.1241896 Jun 21 04:23:55.816433 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.v2.base [None req-f2ef0346-1eb3-429b-aefd-95efbf53c82f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:23:55.899569 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f2ef0346-1eb3-429b-aefd-95efbf53c82f admin admin] Notify callbacks [] for subnet, before_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:23:56.044319 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f2ef0346-1eb3-429b-aefd-95efbf53c82f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789667503836'] for subnet, after_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:23:56.049117 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:23:56.126235 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ef0346-1eb3-429b-aefd-95efbf53c82f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:23:56.126862 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f2ef0346-1eb3-429b-aefd-95efbf53c82f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33144588'] for subnet, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:23:56.128108 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-f2ef0346-1eb3-429b-aefd-95efbf53c82f admin admin] 10.222.0.13 "PUT /v2.0/subnets/b5868b1a-2608-4538-8a9e-97e18c8b9a99 HTTP/1.1" status: 200 len: 868 time: 0.3152037 Jun 21 04:23:56.145487 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029c0cca-bd70-4f64-94e9-99d0f66c0dff None None] Network c5b64a67-3b0b-479f-ad4a-04f28dceb226 requested from dv-cinder-796889-2-smb {{(pid=92747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:23:56.146088 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ef0346-1eb3-429b-aefd-95efbf53c82f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5868b1a-2608-4538-8a9e-97e18c8b9a99,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:23:56.155362 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ef0346-1eb3-429b-aefd-95efbf53c82f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:23:56.155712 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ef0346-1eb3-429b-aefd-95efbf53c82f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:23:56.155942 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ef0346-1eb3-429b-aefd-95efbf53c82f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:23:56.156267 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ef0346-1eb3-429b-aefd-95efbf53c82f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:23:56.156586 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ef0346-1eb3-429b-aefd-95efbf53c82f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:23:56.156901 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ef0346-1eb3-429b-aefd-95efbf53c82f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:23:56.157501 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ef0346-1eb3-429b-aefd-95efbf53c82f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:23:56.157815 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ef0346-1eb3-429b-aefd-95efbf53c82f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:23:56.158136 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ef0346-1eb3-429b-aefd-95efbf53c82f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:23:56.159377 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ef0346-1eb3-429b-aefd-95efbf53c82f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:23:56.159377 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ef0346-1eb3-429b-aefd-95efbf53c82f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:23:56.159377 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ef0346-1eb3-429b-aefd-95efbf53c82f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:23:56.160167 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ef0346-1eb3-429b-aefd-95efbf53c82f admin admin] Tracked resource versions report: Jun 21 04:23:56.160167 dv-cinder-796889-2-smb neutron-server[92746]: pushed versions: Jun 21 04:23:56.160167 dv-cinder-796889-2-smb neutron-server[92746]: { 'AddressGroup': {'1.2'}, Jun 21 04:23:56.160167 dv-cinder-796889-2-smb neutron-server[92746]: 'ConntrackHelper': {'1.0'}, Jun 21 04:23:56.160167 dv-cinder-796889-2-smb neutron-server[92746]: 'Log': {'1.0'}, Jun 21 04:23:56.160167 dv-cinder-796889-2-smb neutron-server[92746]: 'Network': {'1.1'}, Jun 21 04:23:56.160167 dv-cinder-796889-2-smb neutron-server[92746]: 'Port': {'1.7'}, Jun 21 04:23:56.160167 dv-cinder-796889-2-smb neutron-server[92746]: 'PortForwarding': {'1.2'}, Jun 21 04:23:56.160167 dv-cinder-796889-2-smb neutron-server[92746]: 'QosPolicy': {'1.8'}, Jun 21 04:23:56.160167 dv-cinder-796889-2-smb neutron-server[92746]: 'SecurityGroup': {'1.4'}, Jun 21 04:23:56.160167 dv-cinder-796889-2-smb neutron-server[92746]: 'SecurityGroupRule': {'1.2'}, Jun 21 04:23:56.160167 dv-cinder-796889-2-smb neutron-server[92746]: 'SubPort': {'1.0'}, Jun 21 04:23:56.160167 dv-cinder-796889-2-smb neutron-server[92746]: 'Subnet': {'1.1'}, Jun 21 04:23:56.160167 dv-cinder-796889-2-smb neutron-server[92746]: 'Trunk': {'1.1'}} Jun 21 04:23:56.160167 dv-cinder-796889-2-smb neutron-server[92746]: consumer versions: Jun 21 04:23:56.160167 dv-cinder-796889-2-smb neutron-server[92746]: { DHCP agent@dv-cinder-796889-2-smb: {}, Jun 21 04:23:56.160167 dv-cinder-796889-2-smb neutron-server[92746]: L3 agent@dv-cinder-796889-2-smb: {}, Jun 21 04:23:56.160167 dv-cinder-796889-2-smb neutron-server[92746]: Metadata agent@dv-cinder-796889-2-smb: {}, Jun 21 04:23:56.160167 dv-cinder-796889-2-smb neutron-server[92746]: Metering agent@dv-cinder-796889-2-smb: {}, Jun 21 04:23:56.160167 dv-cinder-796889-2-smb neutron-server[92746]: Open vSwitch agent@dv-cinder-796889-2-smb: { 'AddressGroup': '1.2', Jun 21 04:23:56.160167 dv-cinder-796889-2-smb neutron-server[92746]: 'ConntrackHelper': '1.0', Jun 21 04:23:56.160167 dv-cinder-796889-2-smb neutron-server[92746]: 'Log': '1.0', Jun 21 04:23:56.160167 dv-cinder-796889-2-smb neutron-server[92746]: 'Network': '1.1', Jun 21 04:23:56.160167 dv-cinder-796889-2-smb neutron-server[92746]: 'Port': '1.7', Jun 21 04:23:56.160167 dv-cinder-796889-2-smb neutron-server[92746]: 'PortForwarding': '1.2', Jun 21 04:23:56.160167 dv-cinder-796889-2-smb neutron-server[92746]: 'QosPolicy': '1.8', Jun 21 04:23:56.160167 dv-cinder-796889-2-smb neutron-server[92746]: 'SecurityGroup': '1.4', Jun 21 04:23:56.160167 dv-cinder-796889-2-smb neutron-server[92746]: 'SecurityGroupRule': '1.2', Jun 21 04:23:56.160167 dv-cinder-796889-2-smb neutron-server[92746]: 'SubPort': '1.0', Jun 21 04:23:56.160167 dv-cinder-796889-2-smb neutron-server[92746]: 'Subnet': '1.1', Jun 21 04:23:56.160167 dv-cinder-796889-2-smb neutron-server[92746]: 'Trunk': '1.1'}} Jun 21 04:23:56.160167 dv-cinder-796889-2-smb neutron-server[92746]: {{(pid=92746) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 04:23:56.163938 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-f2ef0346-1eb3-429b-aefd-95efbf53c82f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:23:56.545650 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-8b71b042-4e1b-477d-8105-31b137ca448d None None] Provisioning complete for port fb4f7246-fed5-41e2-b96a-4d824e7aa10d triggered by entity DHCP. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:23:56.546020 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-8b71b042-4e1b-477d-8105-31b137ca448d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:23:56.629948 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-8b71b042-4e1b-477d-8105-31b137ca448d None None] Provisioning complete for port 11507dd6-b84b-4622-a5b3-14ff75dcd7ca triggered by entity DHCP. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:23:56.630241 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-8b71b042-4e1b-477d-8105-31b137ca448d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:23:58.280337 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 54462) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:23:58.477374 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c668250-06f0-47c1-b243-d02dcf71eadc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:23:58.477774 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c668250-06f0-47c1-b243-d02dcf71eadc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:23:58.479336 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-4c668250-06f0-47c1-b243-d02dcf71eadc admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1980276 Jun 21 04:24:00.576121 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 54470) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:24:00.702985 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacc4522-0342-4e87-a325-5f15b8fe41b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:24:00.703456 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacc4522-0342-4e87-a325-5f15b8fe41b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:24:00.704937 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-aacc4522-0342-4e87-a325-5f15b8fe41b5 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1278584 Jun 21 04:24:02.820368 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 54478) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:24:03.007844 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585404ff-1bdd-451b-a3d9-63276d68fd25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:24:03.009083 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-585404ff-1bdd-451b-a3d9-63276d68fd25 admin admin] 10.222.0.13 "GET /v2.0/networks/c5b64a67-3b0b-479f-ad4a-04f28dceb226 HTTP/1.1" status: 200 len: 869 time: 0.1877828 Jun 21 04:24:04.129576 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ecb2c8aa-9c7c-4219-8280-df40dd488b26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:24:05.130300 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 54486) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:24:05.252470 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa457da-696e-40c7-925a-d9af69e6883b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:24:05.253834 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-daa457da-696e-40c7-925a-d9af69e6883b admin admin] 10.222.0.13 "GET /v2.0/networks/e4173b4a-3ce8-414e-a2d6-4147ce727684 HTTP/1.1" status: 200 len: 886 time: 0.1225965 Jun 21 04:24:06.726097 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-1d7f5c0a-cf4f-4d84-bc9e-3e9269a12942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:24:06.968107 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:24:07.367263 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 54494) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:24:07.486587 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49b78e0-a277-49c3-b59a-bf18db6712d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:24:07.487041 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49b78e0-a277-49c3-b59a-bf18db6712d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:24:07.488509 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-f49b78e0-a277-49c3-b59a-bf18db6712d8 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1203117 Jun 21 04:24:07.975301 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-af7905e6-f134-40b5-8f7f-d0c0aa400a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:24:09.085474 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.agents_db [None req-0317ce1f-94ba-4828-a78d-05fb42e0f355 None None] Agent healthcheck: found 5 active agents {{(pid=92748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:24:09.571298 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-410c395a-ca3a-4855-90fb-923e0a2b4d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:24:09.605128 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 54502) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:24:09.728723 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36af7a00-7d8c-467b-800c-d1cfd9a323b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:24:09.729183 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36af7a00-7d8c-467b-800c-d1cfd9a323b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:24:09.730699 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-36af7a00-7d8c-467b-800c-d1cfd9a323b1 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1246154 Jun 21 04:24:11.817853 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 54512) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:24:11.898637 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a921c1-fbcb-494a-bf8f-9a91c8415640 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:24:11.899939 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-f6a921c1-fbcb-494a-bf8f-9a91c8415640 admin admin] 10.222.0.13 "GET /v2.0/subnets/074fe887-5c0a-4322-b8b4-1844e3a886aa HTTP/1.1" status: 200 len: 816 time: 0.0811346 Jun 21 04:24:13.977122 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 54520) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:24:14.064831 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7bf15f2-6ab3-4933-a4a1-f18b9dbc8046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:24:14.066184 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-f7bf15f2-6ab3-4933-a4a1-f18b9dbc8046 admin admin] 10.222.0.13 "GET /v2.0/subnets/b5868b1a-2608-4538-8a9e-97e18c8b9a99 HTTP/1.1" status: 200 len: 868 time: 0.0880921 Jun 21 04:24:34.130616 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-509bb672-5166-4618-b689-143d9977f203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:24:36.726697 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-229e6f32-e95a-4a06-ac15-061c606dbf56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:24:36.969785 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:24:37.008892 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 54564) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:24:37.054946 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [None req-f0f9eee4-4bd7-4511-815d-e909edb817c2 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 04:24:37.055918 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-f0f9eee4-4bd7-4511-815d-e909edb817c2 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0460424 Jun 21 04:24:37.978443 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-af7905e6-f134-40b5-8f7f-d0c0aa400a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:24:39.235001 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 54572) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:24:39.292059 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.pecan_wsgi.hooks.translation [None req-03cb7e6d-bbb6-456d-a2de-46b23ff57354 admin admin] GET failed (client error): The resource could not be found. Jun 21 04:24:39.293344 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-03cb7e6d-bbb6-456d-a2de-46b23ff57354 admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0573952 Jun 21 04:24:39.376631 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35068285-430b-4d46-9199-78d81b7c0d06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:24:39.377983 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-35068285-430b-4d46-9199-78d81b7c0d06 admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0809550 Jun 21 04:24:39.573727 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-410c395a-ca3a-4855-90fb-923e0a2b4d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:24:41.512192 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 54580) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:24:41.558528 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.v2.base [None req-0700fc09-fd77-4367-8a98-f4b376e99d7a admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=92745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:24:41.578711 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0700fc09-fd77-4367-8a98-f4b376e99d7a admin admin] Made reservation on behalf of ce7700d4449044d48a73e0f078645b48 for: {'network': 1} {{(pid=92745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:24:41.581056 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-0700fc09-fd77-4367-8a98-f4b376e99d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-632420'] for network, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:24:41.607493 dv-cinder-796889-2-smb neutron-server[92745]: WARNING neutron.services.revisions.revision_plugin [None req-0700fc09-fd77-4367-8a98-f4b376e99d7a admin admin] Could not find related network for resource to bump revision. Jun 21 04:24:41.618299 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0700fc09-fd77-4367-8a98-f4b376e99d7a admin admin] vlan segment allocate from pool success with {'vlan_id': 802, 'physical_network': 'physnet1'} {{(pid=92745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:24:41.627094 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-0700fc09-fd77-4367-8a98-f4b376e99d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740028'] for segment, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:24:41.627463 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.db.segments_db [None req-0700fc09-fd77-4367-8a98-f4b376e99d7a admin admin] Added segment 1bc57944-0b73-4e81-ae3a-f61331df4c1e of type vlan for network b4f2ee77-ab16-436a-8ec1-cfcbaafb7760 Jun 21 04:24:41.671595 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-0700fc09-fd77-4367-8a98-f4b376e99d7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789667001025'] for network, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:24:41.697590 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-0700fc09-fd77-4367-8a98-f4b376e99d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33253182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593'] for network, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:24:41.698771 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0700fc09-fd77-4367-8a98-f4b376e99d7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:24:41.699343 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-0700fc09-fd77-4367-8a98-f4b376e99d7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33144588'] for network, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:24:41.701946 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:24:41.747206 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-0700fc09-fd77-4367-8a98-f4b376e99d7a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2340014 Jun 21 04:24:41.757987 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0700fc09-fd77-4367-8a98-f4b376e99d7a admin admin] Pushing event updated for resources: {'Network': ['ID=b4f2ee77-ab16-436a-8ec1-cfcbaafb7760,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:24:41.765271 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0700fc09-fd77-4367-8a98-f4b376e99d7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:24:41.765685 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0700fc09-fd77-4367-8a98-f4b376e99d7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:24:41.766027 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0700fc09-fd77-4367-8a98-f4b376e99d7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:24:41.766356 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0700fc09-fd77-4367-8a98-f4b376e99d7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:24:41.766682 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0700fc09-fd77-4367-8a98-f4b376e99d7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:24:41.767007 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0700fc09-fd77-4367-8a98-f4b376e99d7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:24:41.767327 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0700fc09-fd77-4367-8a98-f4b376e99d7a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:24:41.767647 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0700fc09-fd77-4367-8a98-f4b376e99d7a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:24:41.767988 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0700fc09-fd77-4367-8a98-f4b376e99d7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:24:41.768307 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0700fc09-fd77-4367-8a98-f4b376e99d7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:24:41.768626 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0700fc09-fd77-4367-8a98-f4b376e99d7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:24:41.768943 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0700fc09-fd77-4367-8a98-f4b376e99d7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:24:41.773925 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-0700fc09-fd77-4367-8a98-f4b376e99d7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:24:41.781172 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Network b4f2ee77-ab16-436a-8ec1-cfcbaafb7760 details requested by agent ovs-agent-dv-cinder-796889-2-smb with host dv-cinder-796889-2-smb {{(pid=92747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:24:43.884648 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 54588) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:24:43.942234 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9c8d62c-b2a4-4083-aecd-f06ea0d24cf7 admin admin] GET failed (client error): The resource could not be found. Jun 21 04:24:43.944020 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-f9c8d62c-b2a4-4083-aecd-f06ea0d24cf7 admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0584178 Jun 21 04:24:44.042138 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d512a0cd-434e-4a06-ae44-60f122ec7765 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:24:44.044729 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-d512a0cd-434e-4a06-ae44-60f122ec7765 admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0968323 Jun 21 04:24:44.053385 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.v2.base [None req-36fb90b8-4f7c-4269-b09e-b960e828bd70 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'b4f2ee77-ab16-436a-8ec1-cfcbaafb7760', 'name': 'shared-subnet'}} {{(pid=92745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:24:44.072927 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36fb90b8-4f7c-4269-b09e-b960e828bd70 admin admin] Made reservation on behalf of ce7700d4449044d48a73e0f078645b48 for: {'subnet': 1} {{(pid=92745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:24:44.075119 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-36fb90b8-4f7c-4269-b09e-b960e828bd70 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:24:44.229891 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-36fb90b8-4f7c-4269-b09e-b960e828bd70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602'] for subnet, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:24:44.232009 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-47c967f2-29d3-4a2c-866d-751904d6692e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:24:44.285854 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fb90b8-4f7c-4269-b09e-b960e828bd70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c7fa40a-3ce4-4d98-98e5-a05cf51ce5ca,revision_number=0']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:24:44.289270 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-36fb90b8-4f7c-4269-b09e-b960e828bd70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:24:44.294348 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fb90b8-4f7c-4269-b09e-b960e828bd70 admin admin] Checking segment: {'id': '1bc57944-0b73-4e81-ae3a-f61331df4c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'b4f2ee77-ab16-436a-8ec1-cfcbaafb7760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:24:44.294701 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fb90b8-4f7c-4269-b09e-b960e828bd70 admin admin] Network hostable DHCP agents. Network: b4f2ee77-ab16-436a-8ec1-cfcbaafb7760, hostable agents: ['4488296f-9c2d-4613-a478-344bf5f68149'], hosted agents: [] {{(pid=92745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:24:44.309918 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fb90b8-4f7c-4269-b09e-b960e828bd70 admin admin] Network b4f2ee77-ab16-436a-8ec1-cfcbaafb7760 is scheduled to be hosted by DHCP agent 4488296f-9c2d-4613-a478-344bf5f68149 with binding_index 1 {{(pid=92745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:24:44.318373 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.base_scheduler [None req-36fb90b8-4f7c-4269-b09e-b960e828bd70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796889-2-smb, b4f2ee77-ab16-436a-8ec1-cfcbaafb7760) {{(pid=92745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:24:44.322473 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fb90b8-4f7c-4269-b09e-b960e828bd70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:24:44.323121 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-36fb90b8-4f7c-4269-b09e-b960e828bd70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33144588'] for subnet, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:24:44.327544 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93af0b37-ac6c-4aa0-805d-8a6f08751b1e None None] Network b4f2ee77-ab16-436a-8ec1-cfcbaafb7760 requested from dv-cinder-796889-2-smb {{(pid=92747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:24:44.344432 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-36fb90b8-4f7c-4269-b09e-b960e828bd70 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2861147 Jun 21 04:24:44.565840 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d7644b-30be-46f2-8cbc-d6d59c646440 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f07a9f3-bb47-500f-9e71-c49e9f445cfd-b4f2ee77-ab16-436a-8ec1-cfcbaafb7760', 'network_id': 'b4f2ee77-ab16-436a-8ec1-cfcbaafb7760', 'tenant_id': 'ce7700d4449044d48a73e0f078645b48', 'fixed_ips': [{'subnet_id': '9c7fa40a-3ce4-4d98-98e5-a05cf51ce5ca'}]}} from dv-cinder-796889-2-smb. {{(pid=92747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 04:24:44.566700 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-e5d7644b-30be-46f2-8cbc-d6d59c646440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-632420'] for port, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:24:44.701464 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.db_base_plugin_common [None req-e5d7644b-30be-46f2-8cbc-d6d59c646440 None None] Allocated IP 192.168.233.2 (b4f2ee77-ab16-436a-8ec1-cfcbaafb7760/9c7fa40a-3ce4-4d98-98e5-a05cf51ce5ca/ef75862f-3363-49e3-ab4b-abec8594d1d5) {{(pid=92747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:24:44.837878 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-e5d7644b-30be-46f2-8cbc-d6d59c646440 None None] Notify callbacks [] for port, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:24:44.846422 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-e5d7644b-30be-46f2-8cbc-d6d59c646440 None None] Transition to ACTIVE for port object ef75862f-3363-49e3-ab4b-abec8594d1d5 will not be triggered until provisioned by entity L2. {{(pid=92747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:24:44.860984 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-e5d7644b-30be-46f2-8cbc-d6d59c646440 None None] Transition to ACTIVE for port object ef75862f-3363-49e3-ab4b-abec8594d1d5 will not be triggered until provisioned by entity DHCP. {{(pid=92747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:24:44.866979 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-e5d7644b-30be-46f2-8cbc-d6d59c646440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789666979157'] for port, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:24:44.869088 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:24:44.916179 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d7644b-30be-46f2-8cbc-d6d59c646440 None None] Network b4f2ee77-ab16-436a-8ec1-cfcbaafb7760 is already hosted by enough agents. {{(pid=92747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:24:44.917452 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d7644b-30be-46f2-8cbc-d6d59c646440 None None] Pushing event updated for resources: {'Port': ['ID=ef75862f-3363-49e3-ab4b-abec8594d1d5,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:24:44.919721 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.scheduler.base_scheduler [None req-e5d7644b-30be-46f2-8cbc-d6d59c646440 None None] Resources bound (agent type, host, resource id): {{(pid=92747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:24:44.925407 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d7644b-30be-46f2-8cbc-d6d59c646440 None None] Received port after_create {{(pid=92747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:24:44.929428 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d7644b-30be-46f2-8cbc-d6d59c646440 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:24:44.929770 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d7644b-30be-46f2-8cbc-d6d59c646440 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:24:44.930105 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d7644b-30be-46f2-8cbc-d6d59c646440 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:24:44.930429 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d7644b-30be-46f2-8cbc-d6d59c646440 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:24:44.930749 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d7644b-30be-46f2-8cbc-d6d59c646440 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:24:44.931067 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d7644b-30be-46f2-8cbc-d6d59c646440 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:24:44.931384 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d7644b-30be-46f2-8cbc-d6d59c646440 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:24:44.931698 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d7644b-30be-46f2-8cbc-d6d59c646440 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:24:44.932013 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d7644b-30be-46f2-8cbc-d6d59c646440 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:24:44.932327 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d7644b-30be-46f2-8cbc-d6d59c646440 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:24:44.932643 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d7644b-30be-46f2-8cbc-d6d59c646440 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:24:44.932952 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d7644b-30be-46f2-8cbc-d6d59c646440 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:24:44.937413 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-e5d7644b-30be-46f2-8cbc-d6d59c646440 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:24:44.987554 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.managers [None req-e5d7644b-30be-46f2-8cbc-d6d59c646440 None None] Attempting to bind port ef75862f-3363-49e3-ab4b-abec8594d1d5 on host dv-cinder-796889-2-smb for vnic_type normal with profile {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:24:44.987819 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.managers [None req-e5d7644b-30be-46f2-8cbc-d6d59c646440 None None] Attempting to bind port ef75862f-3363-49e3-ab4b-abec8594d1d5 by drivers openvswitch,hyperv on host dv-cinder-796889-2-smb at level 0 using segments [{'id': '1bc57944-0b73-4e81-ae3a-f61331df4c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'b4f2ee77-ab16-436a-8ec1-cfcbaafb7760'}] {{(pid=92747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:24:44.988198 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d7644b-30be-46f2-8cbc-d6d59c646440 None None] Attempting to bind port ef75862f-3363-49e3-ab4b-abec8594d1d5 on network b4f2ee77-ab16-436a-8ec1-cfcbaafb7760 {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:24:44.993616 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d7644b-30be-46f2-8cbc-d6d59c646440 None None] Checking agent: {'id': '81412f97-b552-4c66-a995-535fb532aea6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 21, 37), 'started_at': datetime.datetime(2021, 6, 21, 4, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:24:44.993987 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d7644b-30be-46f2-8cbc-d6d59c646440 None None] Checking segment: {'id': '1bc57944-0b73-4e81-ae3a-f61331df4c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'b4f2ee77-ab16-436a-8ec1-cfcbaafb7760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:24:44.994384 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-e5d7644b-30be-46f2-8cbc-d6d59c646440 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:24:44.994772 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d7644b-30be-46f2-8cbc-d6d59c646440 None None] Bound using segment: {'id': '1bc57944-0b73-4e81-ae3a-f61331df4c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'b4f2ee77-ab16-436a-8ec1-cfcbaafb7760'} {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:24:44.995241 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.managers [None req-e5d7644b-30be-46f2-8cbc-d6d59c646440 None None] Bound port: ef75862f-3363-49e3-ab4b-abec8594d1d5, host: dv-cinder-796889-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bc57944-0b73-4e81-ae3a-f61331df4c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'b4f2ee77-ab16-436a-8ec1-cfcbaafb7760'}}] {{(pid=92747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:24:44.995609 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-e5d7644b-30be-46f2-8cbc-d6d59c646440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:24:45.056414 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-e5d7644b-30be-46f2-8cbc-d6d59c646440 None None] For port ef75862f-3363-49e3-ab4b-abec8594d1d5, host dv-cinder-796889-2-smb, cleared binding levels {{(pid=92747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:24:45.060059 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-e5d7644b-30be-46f2-8cbc-d6d59c646440 None None] For port ef75862f-3363-49e3-ab4b-abec8594d1d5, host dv-cinder-796889-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-smb',level=0,port_id=ef75862f-3363-49e3-ab4b-abec8594d1d5,segment=NetworkSegment(1bc57944-0b73-4e81-ae3a-f61331df4c1e),segment_id=1bc57944-0b73-4e81-ae3a-f61331df4c1e)] {{(pid=92747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:24:45.064213 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-e5d7644b-30be-46f2-8cbc-d6d59c646440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:24:45.066386 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:24:45.140861 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d7644b-30be-46f2-8cbc-d6d59c646440 None None] Pushing event updated for resources: {'Port': ['ID=ef75862f-3363-49e3-ab4b-abec8594d1d5,revision_number=2']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:24:45.144131 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-e5d7644b-30be-46f2-8cbc-d6d59c646440 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:24:45.925057 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb25b2b-b41c-4ccd-93d6-c2852d3ee72f None None] Network b4f2ee77-ab16-436a-8ec1-cfcbaafb7760 requested from dv-cinder-796889-2-smb {{(pid=92747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:24:45.985437 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-0c511472-9bc7-4ad6-94e0-a2fe93e1703a None None] Provisioning for port ef75862f-3363-49e3-ab4b-abec8594d1d5 completed by entity DHCP. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:24:46.084337 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.agents_db [None req-0317ce1f-94ba-4828-a78d-05fb42e0f355 None None] Agent healthcheck: found 5 active agents {{(pid=92748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:24:47.182516 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device ef75862f-3363-49e3-ab4b-abec8594d1d5 up at agent ovs-agent-dv-cinder-796889-2-smb {{(pid=92747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:24:47.230098 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Provisioning for port ef75862f-3363-49e3-ab4b-abec8594d1d5 completed by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:24:47.233910 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Provisioning complete for port ef75862f-3363-49e3-ab4b-abec8594d1d5 triggered by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:24:47.234280 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:24:47.307126 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:24:47.339600 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-f392fa84-7a48-456a-8363-78490891b966 None None] For port ef75862f-3363-49e3-ab4b-abec8594d1d5, host dv-cinder-796889-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-smb',level=0,port_id=ef75862f-3363-49e3-ab4b-abec8594d1d5,segment=NetworkSegment(1bc57944-0b73-4e81-ae3a-f61331df4c1e),segment_id=1bc57944-0b73-4e81-ae3a-f61331df4c1e)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:24:47.343010 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:24:47.345455 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:24:47.388747 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Pushing event updated for resources: {'Port': ['ID=ef75862f-3363-49e3-ab4b-abec8594d1d5,revision_number=3']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:24:47.391667 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:24:49.163799 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device ef75862f-3363-49e3-ab4b-abec8594d1d5 up at agent ovs-agent-dv-cinder-796889-2-smb {{(pid=92747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:24:49.209397 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Provisioning complete for port ef75862f-3363-49e3-ab4b-abec8594d1d5 triggered by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:24:49.209764 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:04.131426 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-5d239022-4e44-4555-995f-da836f204d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:06.730666 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-9c2a89b0-ad45-4088-b1ae-74d36d57a4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:06.970900 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:07.981206 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-af7905e6-f134-40b5-8f7f-d0c0aa400a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:09.577484 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-410c395a-ca3a-4855-90fb-923e0a2b4d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:23.083486 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.agents_db [None req-0317ce1f-94ba-4828-a78d-05fb42e0f355 None None] Agent healthcheck: found 5 active agents {{(pid=92748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:25:34.132447 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-5818aef8-20fa-44f2-9c0c-d3422c1fe276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:36.731859 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d8d3a511-577f-4aed-9fdb-7a8888eaec6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:36.971522 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:37.984869 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-af7905e6-f134-40b5-8f7f-d0c0aa400a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:39.580880 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-410c395a-ca3a-4855-90fb-923e0a2b4d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:50.406531 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 54640) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:50.412623 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [None req-8754405e-8340-4d09-90c7-ef416161f807 tempest-verify_tempest_config-1341581797 tempest-verify_tempest_config-1341581797-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 04:25:50.413585 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-8754405e-8340-4d09-90c7-ef416161f807 tempest-verify_tempest_config-1341581797 tempest-verify_tempest_config-1341581797-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060856 Jun 21 04:25:50.710724 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 54658) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:50.808610 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-caa575a9-6c55-4fb9-a6dd-6f1e3f0c7e34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:50.894356 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-caa575a9-6c55-4fb9-a6dd-6f1e3f0c7e34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:50.897734 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-caa575a9-6c55-4fb9-a6dd-6f1e3f0c7e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:50.900293 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:50.941612 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-caa575a9-6c55-4fb9-a6dd-6f1e3f0c7e34 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cbb7ab343c554e278cdfe6d6c8bb1423&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2298841 Jun 21 04:25:50.942417 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa575a9-6c55-4fb9-a6dd-6f1e3f0c7e34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb6c2410-afdd-443a-aa1c-d8d2a4949ada,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:50.944167 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 54662) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:50.958671 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa575a9-6c55-4fb9-a6dd-6f1e3f0c7e34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:50.959497 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa575a9-6c55-4fb9-a6dd-6f1e3f0c7e34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:50.959825 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa575a9-6c55-4fb9-a6dd-6f1e3f0c7e34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:50.960149 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa575a9-6c55-4fb9-a6dd-6f1e3f0c7e34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:50.960469 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa575a9-6c55-4fb9-a6dd-6f1e3f0c7e34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:50.960786 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa575a9-6c55-4fb9-a6dd-6f1e3f0c7e34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:50.961101 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa575a9-6c55-4fb9-a6dd-6f1e3f0c7e34 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:50.961440 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa575a9-6c55-4fb9-a6dd-6f1e3f0c7e34 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:50.961758 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa575a9-6c55-4fb9-a6dd-6f1e3f0c7e34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:50.962073 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa575a9-6c55-4fb9-a6dd-6f1e3f0c7e34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:50.962383 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa575a9-6c55-4fb9-a6dd-6f1e3f0c7e34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:50.962687 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa575a9-6c55-4fb9-a6dd-6f1e3f0c7e34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:50.967182 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-caa575a9-6c55-4fb9-a6dd-6f1e3f0c7e34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:51.005100 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-a261adbf-09dd-4214-ab70-2815cb3010dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:51.024540 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-a261adbf-09dd-4214-ab70-2815cb3010dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:51.111962 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-a261adbf-09dd-4214-ab70-2815cb3010dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:51.114746 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-a261adbf-09dd-4214-ab70-2815cb3010dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:51.115906 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-a261adbf-09dd-4214-ab70-2815cb3010dc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bb6c2410-afdd-443a-aa1c-d8d2a4949ada HTTP/1.1" status: 204 len: 168 time: 0.1708782 Jun 21 04:25:51.116551 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:51.123827 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a261adbf-09dd-4214-ab70-2815cb3010dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb6c2410-afdd-443a-aa1c-d8d2a4949ada,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:51.126224 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-a261adbf-09dd-4214-ab70-2815cb3010dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:00.082755 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.agents_db [None req-0317ce1f-94ba-4828-a78d-05fb42e0f355 None None] Agent healthcheck: found 5 active agents {{(pid=92748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:26:04.144150 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-be7e393d-59f1-45f9-bb66-7fc039d5dbd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:06.731050 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-89298720-d704-4d76-b696-bb2d7f7c3ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:06.972093 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:07.985940 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-af7905e6-f134-40b5-8f7f-d0c0aa400a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:09.589024 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-410c395a-ca3a-4855-90fb-923e0a2b4d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:34.134374 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-47efe45c-627e-432f-8b32-b0c57cc9dea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:36.730689 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-4bf1d5a6-85db-43b3-95b5-114e85478438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:36.972250 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:37.080430 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.agents_db [None req-0317ce1f-94ba-4828-a78d-05fb42e0f355 None None] Agent healthcheck: found 5 active agents {{(pid=92748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:26:37.992973 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-af7905e6-f134-40b5-8f7f-d0c0aa400a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:39.586711 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-410c395a-ca3a-4855-90fb-923e0a2b4d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:04.133853 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-1e140b56-97dd-4822-93e8-097b39e15dc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:06.730916 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ec2555de-f606-4fb7-af9f-8d72a6e649ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:06.972836 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:07.992797 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-af7905e6-f134-40b5-8f7f-d0c0aa400a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:09.591124 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-410c395a-ca3a-4855-90fb-923e0a2b4d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:14.078960 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.agents_db [None req-0317ce1f-94ba-4828-a78d-05fb42e0f355 None None] Agent healthcheck: found 5 active agents {{(pid=92748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:27:34.135146 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f8a9ed84-d9a4-4663-87cb-6976a14ed4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:36.730595 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-a5333d1f-3b5d-4646-b306-c91b307b3c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:36.783359 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937'] for agent, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:36.974573 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:37.995741 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-af7905e6-f134-40b5-8f7f-d0c0aa400a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:39.594603 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-410c395a-ca3a-4855-90fb-923e0a2b4d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:51.078618 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.agents_db [None req-0317ce1f-94ba-4828-a78d-05fb42e0f355 None None] Agent healthcheck: found 6 active agents {{(pid=92748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:27:51.428265 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 54734) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:27:51.528701 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-ed367ef0-f718-41d4-97e9-d4ee16ed825a admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0993233 Jun 21 04:27:53.650354 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 54744) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:27:53.702958 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-5fac0e13-40cb-4a7d-abcd-f26f54bceef7 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0515301 Jun 21 04:28:04.136346 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-02841622-330a-496a-b5d8-1da313ad1215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:06.730455 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-cbe88324-7715-467a-ba7f-74b00d8f16b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:06.781603 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:06.977651 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:07.998535 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-af7905e6-f134-40b5-8f7f-d0c0aa400a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:09.596138 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-410c395a-ca3a-4855-90fb-923e0a2b4d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:28.077176 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.agents_db [None req-0317ce1f-94ba-4828-a78d-05fb42e0f355 None None] Agent healthcheck: found 6 active agents {{(pid=92748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:28:34.137231 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-932e7660-7ce0-4db1-b31c-a00d44b76532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:36.734054 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-99108972-2861-41cb-918e-2dc29b174d71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:36.780656 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:36.976736 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:38.001027 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-af7905e6-f134-40b5-8f7f-d0c0aa400a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:39.601133 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-410c395a-ca3a-4855-90fb-923e0a2b4d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:04.137714 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-8d3a0542-5a89-4285-b3c2-3fc6b049cc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:05.076974 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.agents_db [None req-0317ce1f-94ba-4828-a78d-05fb42e0f355 None None] Agent healthcheck: found 6 active agents {{(pid=92748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:29:06.830283 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-0394e220-c23e-43c6-8c33-377cda2dab6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:06.834969 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:06.978108 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:08.003540 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-af7905e6-f134-40b5-8f7f-d0c0aa400a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:09.602373 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-410c395a-ca3a-4855-90fb-923e0a2b4d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:25.692275 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 54940) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:26.003748 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.v2.base [None req-81385e9a-4e0e-4a5c-bddd-b465baf0892e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2050103441-network', 'tenant_id': 'ceacfe29a6b347899cd7be4e46664dc7'}} {{(pid=92745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:29:26.025838 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81385e9a-4e0e-4a5c-bddd-b465baf0892e admin admin] Made reservation on behalf of ceacfe29a6b347899cd7be4e46664dc7 for: {'network': 1} {{(pid=92745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:29:26.028655 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-81385e9a-4e0e-4a5c-bddd-b465baf0892e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-632420'] for network, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:26.037626 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-81385e9a-4e0e-4a5c-bddd-b465baf0892e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:26.124410 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-81385e9a-4e0e-4a5c-bddd-b465baf0892e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:26.129272 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-81385e9a-4e0e-4a5c-bddd-b465baf0892e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:26.133477 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-ed660a02-4312-4288-ac82-134c2d54b5ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:26.158538 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81385e9a-4e0e-4a5c-bddd-b465baf0892e admin admin] vlan segment allocate from pool success with {'vlan_id': 847, 'physical_network': 'physnet1'} {{(pid=92745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:29:26.160711 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81385e9a-4e0e-4a5c-bddd-b465baf0892e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4cabb63-2365-42a6-8711-0ef3899fdfaa,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:26.173212 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-81385e9a-4e0e-4a5c-bddd-b465baf0892e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740028'] for segment, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:26.173584 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.db.segments_db [None req-81385e9a-4e0e-4a5c-bddd-b465baf0892e admin admin] Added segment 3a22d93a-5443-4a45-bdaf-1d36c2956b6b of type vlan for network c10ab2d8-231d-4915-bce2-b712d0653f57 Jun 21 04:29:26.179682 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81385e9a-4e0e-4a5c-bddd-b465baf0892e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:26.179682 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81385e9a-4e0e-4a5c-bddd-b465baf0892e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:26.179682 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81385e9a-4e0e-4a5c-bddd-b465baf0892e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:26.179682 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81385e9a-4e0e-4a5c-bddd-b465baf0892e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:26.179682 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81385e9a-4e0e-4a5c-bddd-b465baf0892e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:26.179682 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81385e9a-4e0e-4a5c-bddd-b465baf0892e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:26.179682 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81385e9a-4e0e-4a5c-bddd-b465baf0892e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:26.179682 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81385e9a-4e0e-4a5c-bddd-b465baf0892e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:26.179682 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81385e9a-4e0e-4a5c-bddd-b465baf0892e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:26.179682 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81385e9a-4e0e-4a5c-bddd-b465baf0892e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:26.179682 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81385e9a-4e0e-4a5c-bddd-b465baf0892e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:26.179682 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81385e9a-4e0e-4a5c-bddd-b465baf0892e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:26.180622 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81385e9a-4e0e-4a5c-bddd-b465baf0892e admin admin] Tracked resource versions report: Jun 21 04:29:26.180622 dv-cinder-796889-2-smb neutron-server[92745]: pushed versions: Jun 21 04:29:26.180622 dv-cinder-796889-2-smb neutron-server[92745]: { 'AddressGroup': {'1.2'}, Jun 21 04:29:26.180622 dv-cinder-796889-2-smb neutron-server[92745]: 'ConntrackHelper': {'1.0'}, Jun 21 04:29:26.180622 dv-cinder-796889-2-smb neutron-server[92745]: 'Log': {'1.0'}, Jun 21 04:29:26.180622 dv-cinder-796889-2-smb neutron-server[92745]: 'Network': {'1.1'}, Jun 21 04:29:26.180622 dv-cinder-796889-2-smb neutron-server[92745]: 'Port': {'1.7'}, Jun 21 04:29:26.180622 dv-cinder-796889-2-smb neutron-server[92745]: 'PortForwarding': {'1.2'}, Jun 21 04:29:26.180622 dv-cinder-796889-2-smb neutron-server[92745]: 'QosPolicy': {'1.8'}, Jun 21 04:29:26.180622 dv-cinder-796889-2-smb neutron-server[92745]: 'SecurityGroup': {'1.4'}, Jun 21 04:29:26.180622 dv-cinder-796889-2-smb neutron-server[92745]: 'SecurityGroupRule': {'1.2'}, Jun 21 04:29:26.180622 dv-cinder-796889-2-smb neutron-server[92745]: 'SubPort': {'1.0'}, Jun 21 04:29:26.180622 dv-cinder-796889-2-smb neutron-server[92745]: 'Subnet': {'1.1'}, Jun 21 04:29:26.180622 dv-cinder-796889-2-smb neutron-server[92745]: 'Trunk': {'1.1'}} Jun 21 04:29:26.180622 dv-cinder-796889-2-smb neutron-server[92745]: consumer versions: Jun 21 04:29:26.180622 dv-cinder-796889-2-smb neutron-server[92745]: { DHCP agent@dv-cinder-796889-2-smb: {}, Jun 21 04:29:26.180622 dv-cinder-796889-2-smb neutron-server[92745]: HyperV agent@hv-cinder-79688: {}, Jun 21 04:29:26.180622 dv-cinder-796889-2-smb neutron-server[92745]: L3 agent@dv-cinder-796889-2-smb: {}, Jun 21 04:29:26.180622 dv-cinder-796889-2-smb neutron-server[92745]: Metadata agent@dv-cinder-796889-2-smb: {}, Jun 21 04:29:26.180622 dv-cinder-796889-2-smb neutron-server[92745]: Metering agent@dv-cinder-796889-2-smb: {}, Jun 21 04:29:26.180622 dv-cinder-796889-2-smb neutron-server[92745]: Open vSwitch agent@dv-cinder-796889-2-smb: { 'AddressGroup': '1.2', Jun 21 04:29:26.180622 dv-cinder-796889-2-smb neutron-server[92745]: 'ConntrackHelper': '1.0', Jun 21 04:29:26.180622 dv-cinder-796889-2-smb neutron-server[92745]: 'Log': '1.0', Jun 21 04:29:26.180622 dv-cinder-796889-2-smb neutron-server[92745]: 'Network': '1.1', Jun 21 04:29:26.180622 dv-cinder-796889-2-smb neutron-server[92745]: 'Port': '1.7', Jun 21 04:29:26.180622 dv-cinder-796889-2-smb neutron-server[92745]: 'PortForwarding': '1.2', Jun 21 04:29:26.180622 dv-cinder-796889-2-smb neutron-server[92745]: 'QosPolicy': '1.8', Jun 21 04:29:26.180622 dv-cinder-796889-2-smb neutron-server[92745]: 'SecurityGroup': '1.4', Jun 21 04:29:26.180622 dv-cinder-796889-2-smb neutron-server[92745]: 'SecurityGroupRule': '1.2', Jun 21 04:29:26.180622 dv-cinder-796889-2-smb neutron-server[92745]: 'SubPort': '1.0', Jun 21 04:29:26.180622 dv-cinder-796889-2-smb neutron-server[92745]: 'Subnet': '1.1', Jun 21 04:29:26.180622 dv-cinder-796889-2-smb neutron-server[92745]: 'Trunk': '1.1'}} Jun 21 04:29:26.180622 dv-cinder-796889-2-smb neutron-server[92745]: {{(pid=92745) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 04:29:26.214099 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-81385e9a-4e0e-4a5c-bddd-b465baf0892e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:26.225192 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-81385e9a-4e0e-4a5c-bddd-b465baf0892e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789667001025'] for network, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:26.254830 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-81385e9a-4e0e-4a5c-bddd-b465baf0892e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33253182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593'] for network, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:26.256196 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81385e9a-4e0e-4a5c-bddd-b465baf0892e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:26.256965 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-81385e9a-4e0e-4a5c-bddd-b465baf0892e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33144588'] for network, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:26.259037 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-3b6c5190-5800-4f95-9c86-7137cb924cf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:26.281202 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 54974) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:26.313236 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 54980) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:26.345413 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 54984) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:26.416685 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-81385e9a-4e0e-4a5c-bddd-b465baf0892e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7232680 Jun 21 04:29:26.417211 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 54998) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:26.427478 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.v2.base [None req-00363352-7340-4959-a576-e880163a8d6f admin admin] Request body: {'subnet': {'network_id': 'c10ab2d8-231d-4915-bce2-b712d0653f57', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2050103441-subnet', 'tenant_id': 'ceacfe29a6b347899cd7be4e46664dc7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:29:26.428567 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81385e9a-4e0e-4a5c-bddd-b465baf0892e admin admin] Pushing event updated for resources: {'Network': ['ID=c10ab2d8-231d-4915-bce2-b712d0653f57,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:26.434308 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-81385e9a-4e0e-4a5c-bddd-b465baf0892e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:26.443363 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Network c10ab2d8-231d-4915-bce2-b712d0653f57 details requested by agent ovs-agent-dv-cinder-796889-2-smb with host dv-cinder-796889-2-smb {{(pid=92747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:29:26.474148 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00363352-7340-4959-a576-e880163a8d6f admin admin] Made reservation on behalf of ceacfe29a6b347899cd7be4e46664dc7 for: {'subnet': 1} {{(pid=92746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:29:26.477082 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-00363352-7340-4959-a576-e880163a8d6f admin admin] Notify callbacks [] for subnet, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:26.576883 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.v2.base [None req-801453a4-db01-46de-8006-d8d473a241a2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2055509264-network', 'tenant_id': '092d282a6edc474b8f3300e8e6ee4b67'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:29:26.595994 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.v2.base [None req-15a5cd6d-4c9d-414d-9527-ae112478593a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1756689701-network', 'tenant_id': '975d204c53d040d2a863b56978bb847b'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:29:26.615712 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.v2.base [None req-9be1f909-512a-4bf1-bb1c-b1bdc11254fe admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1705391473-network', 'tenant_id': '6e19d34d6ec747d2a23f2df61f7d1120'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:29:26.678290 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-801453a4-db01-46de-8006-d8d473a241a2 admin admin] Made reservation on behalf of 092d282a6edc474b8f3300e8e6ee4b67 for: {'network': 1} {{(pid=92746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:29:26.680806 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-801453a4-db01-46de-8006-d8d473a241a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-632420'] for network, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:26.714603 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a5cd6d-4c9d-414d-9527-ae112478593a admin admin] Made reservation on behalf of 975d204c53d040d2a863b56978bb847b for: {'network': 1} {{(pid=92746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:29:26.717402 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-15a5cd6d-4c9d-414d-9527-ae112478593a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-632420'] for network, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:26.737536 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-801453a4-db01-46de-8006-d8d473a241a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:26.741680 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be1f909-512a-4bf1-bb1c-b1bdc11254fe admin admin] Made reservation on behalf of 6e19d34d6ec747d2a23f2df61f7d1120 for: {'network': 1} {{(pid=92746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:29:26.743938 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-9be1f909-512a-4bf1-bb1c-b1bdc11254fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-632420'] for network, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:26.760291 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-15a5cd6d-4c9d-414d-9527-ae112478593a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:26.762228 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-9be1f909-512a-4bf1-bb1c-b1bdc11254fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:26.878554 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-00363352-7340-4959-a576-e880163a8d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602'] for subnet, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:26.889886 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:26.978642 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00363352-7340-4959-a576-e880163a8d6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd16b9f7-dba3-4433-be2d-48c9ec6f3066,revision_number=0']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:26.995539 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00363352-7340-4959-a576-e880163a8d6f admin admin] Checking segment: {'id': '3a22d93a-5443-4a45-bdaf-1d36c2956b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'c10ab2d8-231d-4915-bce2-b712d0653f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:29:26.996126 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00363352-7340-4959-a576-e880163a8d6f admin admin] Network hostable DHCP agents. Network: c10ab2d8-231d-4915-bce2-b712d0653f57, hostable agents: ['4488296f-9c2d-4613-a478-344bf5f68149'], hosted agents: [] {{(pid=92746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:29:27.011622 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00363352-7340-4959-a576-e880163a8d6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:27.012156 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00363352-7340-4959-a576-e880163a8d6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:27.012655 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00363352-7340-4959-a576-e880163a8d6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:27.013149 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00363352-7340-4959-a576-e880163a8d6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:27.013679 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00363352-7340-4959-a576-e880163a8d6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:27.014163 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00363352-7340-4959-a576-e880163a8d6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:27.014638 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00363352-7340-4959-a576-e880163a8d6f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:27.015115 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00363352-7340-4959-a576-e880163a8d6f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:27.015628 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00363352-7340-4959-a576-e880163a8d6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:27.016088 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00363352-7340-4959-a576-e880163a8d6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:27.016548 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00363352-7340-4959-a576-e880163a8d6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:27.017024 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00363352-7340-4959-a576-e880163a8d6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:27.018295 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00363352-7340-4959-a576-e880163a8d6f admin admin] Tracked resource versions report: Jun 21 04:29:27.018295 dv-cinder-796889-2-smb neutron-server[92746]: pushed versions: Jun 21 04:29:27.018295 dv-cinder-796889-2-smb neutron-server[92746]: { 'AddressGroup': {'1.2'}, Jun 21 04:29:27.018295 dv-cinder-796889-2-smb neutron-server[92746]: 'ConntrackHelper': {'1.0'}, Jun 21 04:29:27.018295 dv-cinder-796889-2-smb neutron-server[92746]: 'Log': {'1.0'}, Jun 21 04:29:27.018295 dv-cinder-796889-2-smb neutron-server[92746]: 'Network': {'1.1'}, Jun 21 04:29:27.018295 dv-cinder-796889-2-smb neutron-server[92746]: 'Port': {'1.7'}, Jun 21 04:29:27.018295 dv-cinder-796889-2-smb neutron-server[92746]: 'PortForwarding': {'1.2'}, Jun 21 04:29:27.018295 dv-cinder-796889-2-smb neutron-server[92746]: 'QosPolicy': {'1.8'}, Jun 21 04:29:27.018295 dv-cinder-796889-2-smb neutron-server[92746]: 'SecurityGroup': {'1.4'}, Jun 21 04:29:27.018295 dv-cinder-796889-2-smb neutron-server[92746]: 'SecurityGroupRule': {'1.2'}, Jun 21 04:29:27.018295 dv-cinder-796889-2-smb neutron-server[92746]: 'SubPort': {'1.0'}, Jun 21 04:29:27.018295 dv-cinder-796889-2-smb neutron-server[92746]: 'Subnet': {'1.1'}, Jun 21 04:29:27.018295 dv-cinder-796889-2-smb neutron-server[92746]: 'Trunk': {'1.1'}} Jun 21 04:29:27.018295 dv-cinder-796889-2-smb neutron-server[92746]: consumer versions: Jun 21 04:29:27.018295 dv-cinder-796889-2-smb neutron-server[92746]: { DHCP agent@dv-cinder-796889-2-smb: {}, Jun 21 04:29:27.018295 dv-cinder-796889-2-smb neutron-server[92746]: HyperV agent@hv-cinder-79688: {}, Jun 21 04:29:27.018295 dv-cinder-796889-2-smb neutron-server[92746]: L3 agent@dv-cinder-796889-2-smb: {}, Jun 21 04:29:27.018295 dv-cinder-796889-2-smb neutron-server[92746]: Metadata agent@dv-cinder-796889-2-smb: {}, Jun 21 04:29:27.018295 dv-cinder-796889-2-smb neutron-server[92746]: Metering agent@dv-cinder-796889-2-smb: {}, Jun 21 04:29:27.018295 dv-cinder-796889-2-smb neutron-server[92746]: Open vSwitch agent@dv-cinder-796889-2-smb: { 'AddressGroup': '1.2', Jun 21 04:29:27.018295 dv-cinder-796889-2-smb neutron-server[92746]: 'ConntrackHelper': '1.0', Jun 21 04:29:27.018295 dv-cinder-796889-2-smb neutron-server[92746]: 'Log': '1.0', Jun 21 04:29:27.018295 dv-cinder-796889-2-smb neutron-server[92746]: 'Network': '1.1', Jun 21 04:29:27.018295 dv-cinder-796889-2-smb neutron-server[92746]: 'Port': '1.7', Jun 21 04:29:27.018295 dv-cinder-796889-2-smb neutron-server[92746]: 'PortForwarding': '1.2', Jun 21 04:29:27.018295 dv-cinder-796889-2-smb neutron-server[92746]: 'QosPolicy': '1.8', Jun 21 04:29:27.018295 dv-cinder-796889-2-smb neutron-server[92746]: 'SecurityGroup': '1.4', Jun 21 04:29:27.018295 dv-cinder-796889-2-smb neutron-server[92746]: 'SecurityGroupRule': '1.2', Jun 21 04:29:27.018295 dv-cinder-796889-2-smb neutron-server[92746]: 'SubPort': '1.0', Jun 21 04:29:27.018295 dv-cinder-796889-2-smb neutron-server[92746]: 'Subnet': '1.1', Jun 21 04:29:27.018295 dv-cinder-796889-2-smb neutron-server[92746]: 'Trunk': '1.1'}} Jun 21 04:29:27.018295 dv-cinder-796889-2-smb neutron-server[92746]: {{(pid=92746) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 04:29:27.027982 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-00363352-7340-4959-a576-e880163a8d6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:27.050983 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-801453a4-db01-46de-8006-d8d473a241a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:27.091061 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-801453a4-db01-46de-8006-d8d473a241a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:27.093270 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00363352-7340-4959-a576-e880163a8d6f admin admin] Network c10ab2d8-231d-4915-bce2-b712d0653f57 is scheduled to be hosted by DHCP agent 4488296f-9c2d-4613-a478-344bf5f68149 with binding_index 1 {{(pid=92746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:29:27.108090 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:27.140418 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-801453a4-db01-46de-8006-d8d473a241a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 812, 'physical_network': 'physnet1'} {{(pid=92746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:29:27.143140 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.scheduler.base_scheduler [None req-00363352-7340-4959-a576-e880163a8d6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796889-2-smb, c10ab2d8-231d-4915-bce2-b712d0653f57) {{(pid=92746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:29:27.151149 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae78cdd-1aaf-4972-9e8b-a476574ad2b6 None None] Network c10ab2d8-231d-4915-bce2-b712d0653f57 requested from dv-cinder-796889-2-smb {{(pid=92747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:29:27.182735 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00363352-7340-4959-a576-e880163a8d6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:27.183335 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-00363352-7340-4959-a576-e880163a8d6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33144588'] for subnet, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:27.246441 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-801453a4-db01-46de-8006-d8d473a241a2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789667519946', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740028'] for segment, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:27.247022 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-801453a4-db01-46de-8006-d8d473a241a2 admin admin] Unsubscribe: segment precommit_create {{(pid=92746) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 21 04:29:27.247497 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.db.segments_db [None req-801453a4-db01-46de-8006-d8d473a241a2 admin admin] Added segment 6a600e61-3574-4bd3-a34a-517fc2cc37fd of type vlan for network eb14d1e4-153c-4833-8dee-e8145a700dcb Jun 21 04:29:27.290174 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801453a4-db01-46de-8006-d8d473a241a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56d6666-8586-497b-9c78-db1d6c063e0b,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:27.324106 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-801453a4-db01-46de-8006-d8d473a241a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:27.349464 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-801453a4-db01-46de-8006-d8d473a241a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789667001025'] for network, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:27.363786 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-15a5cd6d-4c9d-414d-9527-ae112478593a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:27.398859 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-15a5cd6d-4c9d-414d-9527-ae112478593a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:27.403161 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d1f0a2-38d1-4876-9ee5-784eb4c5bfa5 None None] Network c10ab2d8-231d-4915-bce2-b712d0653f57 requested from dv-cinder-796889-2-smb {{(pid=92747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:29:27.425563 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-00363352-7340-4959-a576-e880163a8d6f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0007725 Jun 21 04:29:27.425763 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:27.459980 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15a5cd6d-4c9d-414d-9527-ae112478593a admin admin] vlan segment allocate from pool success with {'vlan_id': 803, 'physical_network': 'physnet1'} {{(pid=92746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:29:27.484745 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-15a5cd6d-4c9d-414d-9527-ae112478593a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740028'] for segment, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:27.485090 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.db.segments_db [None req-15a5cd6d-4c9d-414d-9527-ae112478593a admin admin] Added segment 7df2cf32-4808-4c59-a032-2d76cb3a1487 of type vlan for network 266761c6-991a-4b5c-89b7-18dc73edeb62 Jun 21 04:29:27.488929 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-801453a4-db01-46de-8006-d8d473a241a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33253182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593'] for network, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:27.501699 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801453a4-db01-46de-8006-d8d473a241a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:27.502314 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-801453a4-db01-46de-8006-d8d473a241a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33144588'] for network, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:27.508201 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a5cd6d-4c9d-414d-9527-ae112478593a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a10caec-4227-41fb-aa68-cdcd1581bad0,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:27.542327 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-15a5cd6d-4c9d-414d-9527-ae112478593a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:27.547170 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:27.692547 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-15a5cd6d-4c9d-414d-9527-ae112478593a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789667001025'] for network, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:27.729608 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801453a4-db01-46de-8006-d8d473a241a2 admin admin] Pushing event updated for resources: {'Network': ['ID=eb14d1e4-153c-4833-8dee-e8145a700dcb,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:27.738689 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-801453a4-db01-46de-8006-d8d473a241a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:27.746362 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Network eb14d1e4-153c-4833-8dee-e8145a700dcb details requested by agent ovs-agent-dv-cinder-796889-2-smb with host dv-cinder-796889-2-smb {{(pid=92747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:29:27.758111 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 55070) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:27.772825 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-9be1f909-512a-4bf1-bb1c-b1bdc11254fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:27.778077 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-15a5cd6d-4c9d-414d-9527-ae112478593a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33253182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593'] for network, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:27.781457 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a5cd6d-4c9d-414d-9527-ae112478593a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:27.782033 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-15a5cd6d-4c9d-414d-9527-ae112478593a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33144588'] for network, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:27.788197 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-9be1f909-512a-4bf1-bb1c-b1bdc11254fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:27.792908 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-801453a4-db01-46de-8006-d8d473a241a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:27.801418 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-801453a4-db01-46de-8006-d8d473a241a2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.5192566 Jun 21 04:29:27.806160 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 55074) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:27.812104 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.v2.base [None req-be34ae80-0918-4934-9538-70045e7ebaf6 admin admin] Request body: {'subnet': {'network_id': 'eb14d1e4-153c-4833-8dee-e8145a700dcb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2055509264-subnet', 'tenant_id': '092d282a6edc474b8f3300e8e6ee4b67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:29:27.859654 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be34ae80-0918-4934-9538-70045e7ebaf6 admin admin] Made reservation on behalf of 092d282a6edc474b8f3300e8e6ee4b67 for: {'subnet': 1} {{(pid=92745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:29:27.865772 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-be34ae80-0918-4934-9538-70045e7ebaf6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:27.887050 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-15a5cd6d-4c9d-414d-9527-ae112478593a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5725031 Jun 21 04:29:27.905375 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 55078) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:27.910202 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.v2.base [None req-4ab3ef96-3981-44c1-9ced-e125db5e7914 admin admin] Request body: {'subnet': {'network_id': '266761c6-991a-4b5c-89b7-18dc73edeb62', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1756689701-subnet', 'tenant_id': '975d204c53d040d2a863b56978bb847b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:29:27.926398 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9be1f909-512a-4bf1-bb1c-b1bdc11254fe admin admin] vlan segment allocate from pool success with {'vlan_id': 819, 'physical_network': 'physnet1'} {{(pid=92746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:29:27.948148 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-9be1f909-512a-4bf1-bb1c-b1bdc11254fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740028'] for segment, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:27.948727 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.db.segments_db [None req-9be1f909-512a-4bf1-bb1c-b1bdc11254fe admin admin] Added segment df3f6f4e-05ff-4d6f-923e-8ebc44f445d6 of type vlan for network 38e35d0b-e570-49d3-959b-c55bd6e0308c Jun 21 04:29:27.994807 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-9be1f909-512a-4bf1-bb1c-b1bdc11254fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789667001025'] for network, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:28.034641 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a5cd6d-4c9d-414d-9527-ae112478593a admin admin] Pushing event updated for resources: {'Network': ['ID=266761c6-991a-4b5c-89b7-18dc73edeb62,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:28.044118 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-15a5cd6d-4c9d-414d-9527-ae112478593a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:28.046758 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.232s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:28.047028 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Network 266761c6-991a-4b5c-89b7-18dc73edeb62 details requested by agent ovs-agent-dv-cinder-796889-2-smb with host dv-cinder-796889-2-smb {{(pid=92747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:29:28.070812 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab3ef96-3981-44c1-9ced-e125db5e7914 admin admin] Made reservation on behalf of 975d204c53d040d2a863b56978bb847b for: {'subnet': 1} {{(pid=92746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:29:28.073468 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-4ab3ef96-3981-44c1-9ced-e125db5e7914 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:28.089996 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be1f909-512a-4bf1-bb1c-b1bdc11254fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82cb3b47-19a8-4bf2-96cd-e43732098f9d,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:28.110814 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-be34ae80-0918-4934-9538-70045e7ebaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602'] for subnet, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:28.124749 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:28.126687 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-9be1f909-512a-4bf1-bb1c-b1bdc11254fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:28.127646 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-9be1f909-512a-4bf1-bb1c-b1bdc11254fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33253182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593'] for network, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:28.131191 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be1f909-512a-4bf1-bb1c-b1bdc11254fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:28.131947 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-9be1f909-512a-4bf1-bb1c-b1bdc11254fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33144588'] for network, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:28.145892 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-15a5cd6d-4c9d-414d-9527-ae112478593a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:28.155971 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-2567da2d-dea2-4103-91a8-39e0d9a97fec admin admin] Notify callbacks [] for security_group, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:28.200080 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be34ae80-0918-4934-9538-70045e7ebaf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73192c75-f1c9-4e6e-bed4-2117506a7d5e,revision_number=0']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:28.200344 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-9be1f909-512a-4bf1-bb1c-b1bdc11254fe admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8506753 Jun 21 04:29:28.208319 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 55082) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:28.214687 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.v2.base [None req-4537fba1-5788-4286-94bd-1c7f0259b0f1 admin admin] Request body: {'subnet': {'network_id': '38e35d0b-e570-49d3-959b-c55bd6e0308c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1705391473-subnet', 'tenant_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:29:28.217959 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-be34ae80-0918-4934-9538-70045e7ebaf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:28.235212 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be34ae80-0918-4934-9538-70045e7ebaf6 admin admin] Checking segment: {'id': '6a600e61-3574-4bd3-a34a-517fc2cc37fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'eb14d1e4-153c-4833-8dee-e8145a700dcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:29:28.235649 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be34ae80-0918-4934-9538-70045e7ebaf6 admin admin] Network hostable DHCP agents. Network: eb14d1e4-153c-4833-8dee-e8145a700dcb, hostable agents: ['4488296f-9c2d-4613-a478-344bf5f68149'], hosted agents: [] {{(pid=92745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:29:28.245044 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be1f909-512a-4bf1-bb1c-b1bdc11254fe admin admin] Pushing event updated for resources: {'Network': ['ID=38e35d0b-e570-49d3-959b-c55bd6e0308c,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:28.249462 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-9be1f909-512a-4bf1-bb1c-b1bdc11254fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:28.267385 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Network 38e35d0b-e570-49d3-959b-c55bd6e0308c details requested by agent ovs-agent-dv-cinder-796889-2-smb with host dv-cinder-796889-2-smb {{(pid=92747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:29:28.284064 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be34ae80-0918-4934-9538-70045e7ebaf6 admin admin] Network eb14d1e4-153c-4833-8dee-e8145a700dcb is scheduled to be hosted by DHCP agent 4488296f-9c2d-4613-a478-344bf5f68149 with binding_index 1 {{(pid=92745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:29:28.303023 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.base_scheduler [None req-be34ae80-0918-4934-9538-70045e7ebaf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796889-2-smb, eb14d1e4-153c-4833-8dee-e8145a700dcb) {{(pid=92745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:29:28.312444 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be34ae80-0918-4934-9538-70045e7ebaf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:28.313103 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-be34ae80-0918-4934-9538-70045e7ebaf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33144588'] for subnet, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:28.327584 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386f8038-2710-45b9-a251-cd8b728026f2 None None] Network eb14d1e4-153c-4833-8dee-e8145a700dcb requested from dv-cinder-796889-2-smb {{(pid=92747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:29:28.331347 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-2567da2d-dea2-4103-91a8-39e0d9a97fec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:28.337146 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-2567da2d-dea2-4103-91a8-39e0d9a97fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:28.367649 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-4ab3ef96-3981-44c1-9ced-e125db5e7914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602'] for subnet, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:28.369608 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:28.372743 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-f2ef0346-1eb3-429b-aefd-95efbf53c82f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:28.376622 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-2567da2d-dea2-4103-91a8-39e0d9a97fec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dd371d2538bd4568907488d6538d3b62&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6151035 Jun 21 04:29:28.383027 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 55084) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:28.423868 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-be34ae80-0918-4934-9538-70045e7ebaf6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6163855 Jun 21 04:29:28.428190 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 55088) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:28.433440 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.v2.base [None req-60fa28b0-2486-4087-ac31-476461ea40dc admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2055509264-router', 'tenant_id': '092d282a6edc474b8f3300e8e6ee4b67', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684'}}} {{(pid=92745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:29:28.437960 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2567da2d-dea2-4103-91a8-39e0d9a97fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1bf17d3-f8d0-4102-949d-d6b8a512e047,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:28.442338 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4537fba1-5788-4286-94bd-1c7f0259b0f1 admin admin] Made reservation on behalf of 6e19d34d6ec747d2a23f2df61f7d1120 for: {'subnet': 1} {{(pid=92746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:29:28.445222 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-2567da2d-dea2-4103-91a8-39e0d9a97fec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:28.445785 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-4537fba1-5788-4286-94bd-1c7f0259b0f1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:28.498063 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-60fa28b0-2486-4087-ac31-476461ea40dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33245330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7198'] for router, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:28.499223 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-60fa28b0-2486-4087-ac31-476461ea40dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33245423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33062561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33203155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7271'] for router, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:28.510637 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cc194068-2249-4bda-9ab7-c47d5038420e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:28.537180 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cc194068-2249-4bda-9ab7-c47d5038420e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:28.540098 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab3ef96-3981-44c1-9ced-e125db5e7914 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17b08017-4248-42a3-9e39-b4aee30874d2,revision_number=0']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:28.546180 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-4ab3ef96-3981-44c1-9ced-e125db5e7914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:28.572594 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006e1bec-0c5a-4e76-bac2-5f0abe32eeff None None] Network eb14d1e4-153c-4833-8dee-e8145a700dcb requested from dv-cinder-796889-2-smb {{(pid=92747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:29:28.576411 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab3ef96-3981-44c1-9ced-e125db5e7914 admin admin] Checking segment: {'id': '7df2cf32-4808-4c59-a032-2d76cb3a1487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '266761c6-991a-4b5c-89b7-18dc73edeb62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:29:28.576955 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab3ef96-3981-44c1-9ced-e125db5e7914 admin admin] Network hostable DHCP agents. Network: 266761c6-991a-4b5c-89b7-18dc73edeb62, hostable agents: ['4488296f-9c2d-4613-a478-344bf5f68149'], hosted agents: [] {{(pid=92746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:29:28.629141 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-60fa28b0-2486-4087-ac31-476461ea40dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:28.640566 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cc194068-2249-4bda-9ab7-c47d5038420e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:28.641196 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab3ef96-3981-44c1-9ced-e125db5e7914 admin admin] Network 266761c6-991a-4b5c-89b7-18dc73edeb62 is scheduled to be hosted by DHCP agent 4488296f-9c2d-4613-a478-344bf5f68149 with binding_index 1 {{(pid=92746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:29:28.665747 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.scheduler.base_scheduler [None req-4ab3ef96-3981-44c1-9ced-e125db5e7914 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796889-2-smb, 266761c6-991a-4b5c-89b7-18dc73edeb62) {{(pid=92746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:29:28.676726 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cc194068-2249-4bda-9ab7-c47d5038420e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:28.678697 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-cc194068-2249-4bda-9ab7-c47d5038420e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d1bf17d3-f8d0-4102-949d-d6b8a512e047 HTTP/1.1" status: 204 len: 168 time: 0.2946188 Jun 21 04:29:28.687084 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287a2e5a-ae91-4660-a259-d1a6fa3a6e08 None None] Network 266761c6-991a-4b5c-89b7-18dc73edeb62 requested from dv-cinder-796889-2-smb {{(pid=92747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:29:28.705999 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab3ef96-3981-44c1-9ced-e125db5e7914 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:28.709228 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-4ab3ef96-3981-44c1-9ced-e125db5e7914 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33144588'] for subnet, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:28.712412 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:28.725024 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc194068-2249-4bda-9ab7-c47d5038420e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1bf17d3-f8d0-4102-949d-d6b8a512e047,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:28.728683 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cc194068-2249-4bda-9ab7-c47d5038420e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:28.805165 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-60fa28b0-2486-4087-ac31-476461ea40dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33062611', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33245280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7285'] for router, precommit_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:28.806016 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-4ab3ef96-3981-44c1-9ced-e125db5e7914 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8994520 Jun 21 04:29:28.809674 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 55108) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:28.817207 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.v2.base [None req-4b095372-eab9-49e1-aecf-6f6daff86ebc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1756689701-router', 'tenant_id': '975d204c53d040d2a863b56978bb847b', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684'}}} {{(pid=92745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:29:28.857268 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-4537fba1-5788-4286-94bd-1c7f0259b0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602'] for subnet, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:28.859492 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:28.970391 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4b095372-eab9-49e1-aecf-6f6daff86ebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33245330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7198'] for router, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:28.973913 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4b095372-eab9-49e1-aecf-6f6daff86ebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33245423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33062561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33203155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7271'] for router, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:28.974677 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4537fba1-5788-4286-94bd-1c7f0259b0f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f995fa3-0676-46ec-80cb-22d4129d3f36,revision_number=0']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:28.982204 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-4537fba1-5788-4286-94bd-1c7f0259b0f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:28.995838 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4537fba1-5788-4286-94bd-1c7f0259b0f1 admin admin] Checking segment: {'id': 'df3f6f4e-05ff-4d6f-923e-8ebc44f445d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '38e35d0b-e570-49d3-959b-c55bd6e0308c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:29:28.996194 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4537fba1-5788-4286-94bd-1c7f0259b0f1 admin admin] Network hostable DHCP agents. Network: 38e35d0b-e570-49d3-959b-c55bd6e0308c, hostable agents: ['4488296f-9c2d-4613-a478-344bf5f68149'], hosted agents: [] {{(pid=92746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:29:29.048333 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 55130) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:29.052499 dv-cinder-796889-2-smb neutron-server[92746]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 21 04:29:29.071243 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4b095372-eab9-49e1-aecf-6f6daff86ebc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:29.087398 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4537fba1-5788-4286-94bd-1c7f0259b0f1 admin admin] Network 38e35d0b-e570-49d3-959b-c55bd6e0308c is scheduled to be hosted by DHCP agent 4488296f-9c2d-4613-a478-344bf5f68149 with binding_index 1 {{(pid=92746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:29:29.095619 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810efc31-f459-44da-8d78-798874ab66b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f07a9f3-bb47-500f-9e71-c49e9f445cfd-266761c6-991a-4b5c-89b7-18dc73edeb62', 'network_id': '266761c6-991a-4b5c-89b7-18dc73edeb62', 'tenant_id': '975d204c53d040d2a863b56978bb847b', 'fixed_ips': [{'subnet_id': '17b08017-4248-42a3-9e39-b4aee30874d2'}]}} from dv-cinder-796889-2-smb. {{(pid=92747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 04:29:29.098699 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-810efc31-f459-44da-8d78-798874ab66b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-632420'] for port, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:29.166507 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.scheduler.base_scheduler [None req-4537fba1-5788-4286-94bd-1c7f0259b0f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796889-2-smb, 38e35d0b-e570-49d3-959b-c55bd6e0308c) {{(pid=92746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:29:29.189242 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4537fba1-5788-4286-94bd-1c7f0259b0f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:29.189985 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-4537fba1-5788-4286-94bd-1c7f0259b0f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33144588'] for subnet, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:29.238317 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509d8901-9462-49cb-924a-2eb86a2716f0 None None] Network 38e35d0b-e570-49d3-959b-c55bd6e0308c requested from dv-cinder-796889-2-smb {{(pid=92747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:29:29.261362 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-4537fba1-5788-4286-94bd-1c7f0259b0f1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0497634 Jun 21 04:29:29.279821 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 55134) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:29.292415 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.v2.base [None req-5389984a-9791-4739-b0df-643542b2976f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1705391473-router', 'tenant_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684'}}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:29:29.321199 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 55136) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:29.331904 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed75507-0733-4b5e-9014-a005538938f3 req-dbd189ce-844b-4306-8eb3-c78c858b4d85 tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:29.340125 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-7ed75507-0733-4b5e-9014-a005538938f3 req-dbd189ce-844b-4306-8eb3-c78c858b4d85 tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] 10.222.0.13 "GET /v2.0/networks?id=c10ab2d8-231d-4915-bce2-b712d0653f57 HTTP/1.1" status: 200 len: 812 time: 0.2906559 Jun 21 04:29:29.368403 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-7ed75507-0733-4b5e-9014-a005538938f3 req-be4ae60c-4330-4d74-9816-a5b73e8fb9a8 tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] 10.222.0.13 "GET /v2.0/quotas/ceacfe29a6b347899cd7be4e46664dc7 HTTP/1.1" status: 200 len: 375 time: 0.0264444 Jun 21 04:29:29.381212 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-5389984a-9791-4739-b0df-643542b2976f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33245330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7198'] for router, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:29.382909 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-5389984a-9791-4739-b0df-643542b2976f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33245423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33062561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33203155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7271'] for router, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:29.383569 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-18910883-d726-4088-82f9-4b140ac13a4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:29.440665 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-7ed75507-0733-4b5e-9014-a005538938f3 req-49f11a63-403b-464a-b8f8-27111130f195 tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ceacfe29a6b347899cd7be4e46664dc7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0712962 Jun 21 04:29:29.447700 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.db_base_plugin_common [None req-810efc31-f459-44da-8d78-798874ab66b0 None None] Allocated IP 172.20.0.2 (266761c6-991a-4b5c-89b7-18dc73edeb62/17b08017-4248-42a3-9e39-b4aee30874d2/b1b57c5f-056b-4169-ba84-f09bdac7b93c) {{(pid=92747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:29:29.526369 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-18910883-d726-4088-82f9-4b140ac13a4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:29.534807 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4b095372-eab9-49e1-aecf-6f6daff86ebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33062611', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33245280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7285'] for router, precommit_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:29.556664 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-18910883-d726-4088-82f9-4b140ac13a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:29.566544 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-caa575a9-6c55-4fb9-a6dd-6f1e3f0c7e34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:29.609988 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16a3f9a-ec70-4f7e-89e9-02f9f98d87a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f07a9f3-bb47-500f-9e71-c49e9f445cfd-38e35d0b-e570-49d3-959b-c55bd6e0308c', 'network_id': '38e35d0b-e570-49d3-959b-c55bd6e0308c', 'tenant_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'fixed_ips': [{'subnet_id': '6f995fa3-0676-46ec-80cb-22d4129d3f36'}]}} from dv-cinder-796889-2-smb. {{(pid=92747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 04:29:29.611262 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-b16a3f9a-ec70-4f7e-89e9-02f9f98d87a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-632420'] for port, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:29.659660 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18910883-d726-4088-82f9-4b140ac13a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9112d0-6bee-40c6-a686-b7ddea08072b,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:29.664664 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-60fa28b0-2486-4087-ac31-476461ea40dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:29.667631 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-18910883-d726-4088-82f9-4b140ac13a4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:29.704202 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-18910883-d726-4088-82f9-4b140ac13a4f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=12d45fd0eb8e44be8d92fcf6e594f74e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3803618 Jun 21 04:29:29.710236 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 55150) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:29.720543 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-5389984a-9791-4739-b0df-643542b2976f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:29.745469 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-60fa28b0-2486-4087-ac31-476461ea40dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-632420'] for port, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:29.844056 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [req-7ed75507-0733-4b5e-9014-a005538938f3 req-0a606ae7-e582-4177-b59d-20767feb601f service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 04:29:29.851025 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-7ed75507-0733-4b5e-9014-a005538938f3 req-0a606ae7-e582-4177-b59d-20767feb601f service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1536803 Jun 21 04:29:29.851332 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-810efc31-f459-44da-8d78-798874ab66b0 None None] Notify callbacks [] for port, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:29.868575 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-810efc31-f459-44da-8d78-798874ab66b0 None None] Transition to ACTIVE for port object b1b57c5f-056b-4169-ba84-f09bdac7b93c will not be triggered until provisioned by entity L2. {{(pid=92747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:29:29.886338 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-810efc31-f459-44da-8d78-798874ab66b0 None None] Transition to ACTIVE for port object b1b57c5f-056b-4169-ba84-f09bdac7b93c will not be triggered until provisioned by entity DHCP. {{(pid=92747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:29:29.907268 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-810efc31-f459-44da-8d78-798874ab66b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789666979157'] for port, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:29.936485 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.db_base_plugin_common [None req-60fa28b0-2486-4087-ac31-476461ea40dc admin admin] Allocated IP 172.28.2.32 (e4173b4a-3ce8-414e-a2d6-4147ce727684/074fe887-5c0a-4322-b8b4-1844e3a886aa/d4860a3b-5d89-4e56-97e2-94bdafc31e09) {{(pid=92745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:29:29.963961 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.db_base_plugin_common [None req-b16a3f9a-ec70-4f7e-89e9-02f9f98d87a4 None None] Allocated IP 172.20.0.2 (38e35d0b-e570-49d3-959b-c55bd6e0308c/6f995fa3-0676-46ec-80cb-22d4129d3f36/b6d01d5a-2edb-467f-ad50-b3b1a9c4bb98) {{(pid=92747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:29:29.977270 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:30.067043 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810efc31-f459-44da-8d78-798874ab66b0 None None] Network 266761c6-991a-4b5c-89b7-18dc73edeb62 is already hosted by enough agents. {{(pid=92747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:29:30.072614 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.scheduler.base_scheduler [None req-810efc31-f459-44da-8d78-798874ab66b0 None None] Resources bound (agent type, host, resource id): {{(pid=92747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:29:30.081306 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810efc31-f459-44da-8d78-798874ab66b0 None None] Received port after_create {{(pid=92747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:29:30.085282 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810efc31-f459-44da-8d78-798874ab66b0 None None] Pushing event updated for resources: {'Port': ['ID=b1b57c5f-056b-4169-ba84-f09bdac7b93c,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:30.102907 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810efc31-f459-44da-8d78-798874ab66b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:30.103725 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810efc31-f459-44da-8d78-798874ab66b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:30.103725 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810efc31-f459-44da-8d78-798874ab66b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:30.103973 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810efc31-f459-44da-8d78-798874ab66b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:30.104297 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810efc31-f459-44da-8d78-798874ab66b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:30.104501 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810efc31-f459-44da-8d78-798874ab66b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:30.104933 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810efc31-f459-44da-8d78-798874ab66b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:30.105143 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810efc31-f459-44da-8d78-798874ab66b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:30.105498 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810efc31-f459-44da-8d78-798874ab66b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:30.105812 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810efc31-f459-44da-8d78-798874ab66b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:30.106130 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810efc31-f459-44da-8d78-798874ab66b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:30.106449 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810efc31-f459-44da-8d78-798874ab66b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:30.108049 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810efc31-f459-44da-8d78-798874ab66b0 None None] Tracked resource versions report: Jun 21 04:29:30.108049 dv-cinder-796889-2-smb neutron-server[92747]: pushed versions: Jun 21 04:29:30.108049 dv-cinder-796889-2-smb neutron-server[92747]: { 'AddressGroup': {'1.2'}, Jun 21 04:29:30.108049 dv-cinder-796889-2-smb neutron-server[92747]: 'ConntrackHelper': {'1.0'}, Jun 21 04:29:30.108049 dv-cinder-796889-2-smb neutron-server[92747]: 'Log': {'1.0'}, Jun 21 04:29:30.108049 dv-cinder-796889-2-smb neutron-server[92747]: 'Network': {'1.1'}, Jun 21 04:29:30.108049 dv-cinder-796889-2-smb neutron-server[92747]: 'Port': {'1.7'}, Jun 21 04:29:30.108049 dv-cinder-796889-2-smb neutron-server[92747]: 'PortForwarding': {'1.2'}, Jun 21 04:29:30.108049 dv-cinder-796889-2-smb neutron-server[92747]: 'QosPolicy': {'1.8'}, Jun 21 04:29:30.108049 dv-cinder-796889-2-smb neutron-server[92747]: 'SecurityGroup': {'1.4'}, Jun 21 04:29:30.108049 dv-cinder-796889-2-smb neutron-server[92747]: 'SecurityGroupRule': {'1.2'}, Jun 21 04:29:30.108049 dv-cinder-796889-2-smb neutron-server[92747]: 'SubPort': {'1.0'}, Jun 21 04:29:30.108049 dv-cinder-796889-2-smb neutron-server[92747]: 'Subnet': {'1.1'}, Jun 21 04:29:30.108049 dv-cinder-796889-2-smb neutron-server[92747]: 'Trunk': {'1.1'}} Jun 21 04:29:30.108049 dv-cinder-796889-2-smb neutron-server[92747]: consumer versions: Jun 21 04:29:30.108049 dv-cinder-796889-2-smb neutron-server[92747]: { DHCP agent@dv-cinder-796889-2-smb: {}, Jun 21 04:29:30.108049 dv-cinder-796889-2-smb neutron-server[92747]: HyperV agent@hv-cinder-79688: {}, Jun 21 04:29:30.108049 dv-cinder-796889-2-smb neutron-server[92747]: L3 agent@dv-cinder-796889-2-smb: {}, Jun 21 04:29:30.108049 dv-cinder-796889-2-smb neutron-server[92747]: Metadata agent@dv-cinder-796889-2-smb: {}, Jun 21 04:29:30.108049 dv-cinder-796889-2-smb neutron-server[92747]: Metering agent@dv-cinder-796889-2-smb: {}, Jun 21 04:29:30.108049 dv-cinder-796889-2-smb neutron-server[92747]: Open vSwitch agent@dv-cinder-796889-2-smb: { 'AddressGroup': '1.2', Jun 21 04:29:30.108049 dv-cinder-796889-2-smb neutron-server[92747]: 'ConntrackHelper': '1.0', Jun 21 04:29:30.108049 dv-cinder-796889-2-smb neutron-server[92747]: 'Log': '1.0', Jun 21 04:29:30.108049 dv-cinder-796889-2-smb neutron-server[92747]: 'Network': '1.1', Jun 21 04:29:30.108049 dv-cinder-796889-2-smb neutron-server[92747]: 'Port': '1.7', Jun 21 04:29:30.108049 dv-cinder-796889-2-smb neutron-server[92747]: 'PortForwarding': '1.2', Jun 21 04:29:30.108049 dv-cinder-796889-2-smb neutron-server[92747]: 'QosPolicy': '1.8', Jun 21 04:29:30.108049 dv-cinder-796889-2-smb neutron-server[92747]: 'SecurityGroup': '1.4', Jun 21 04:29:30.108049 dv-cinder-796889-2-smb neutron-server[92747]: 'SecurityGroupRule': '1.2', Jun 21 04:29:30.108049 dv-cinder-796889-2-smb neutron-server[92747]: 'SubPort': '1.0', Jun 21 04:29:30.108049 dv-cinder-796889-2-smb neutron-server[92747]: 'Subnet': '1.1', Jun 21 04:29:30.108049 dv-cinder-796889-2-smb neutron-server[92747]: 'Trunk': '1.1'}} Jun 21 04:29:30.108049 dv-cinder-796889-2-smb neutron-server[92747]: {{(pid=92747) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 04:29:30.113951 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-810efc31-f459-44da-8d78-798874ab66b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:30.193728 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-9e163591-3dfa-4ca2-9f6f-f401946999e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:30.200264 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-5389984a-9791-4739-b0df-643542b2976f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33062611', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33245280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7285'] for router, precommit_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:30.252091 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-9e163591-3dfa-4ca2-9f6f-f401946999e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:30.318063 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4b095372-eab9-49e1-aecf-6f6daff86ebc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:30.324223 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-60fa28b0-2486-4087-ac31-476461ea40dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:30.328906 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.managers [None req-810efc31-f459-44da-8d78-798874ab66b0 None None] Attempting to bind port b1b57c5f-056b-4169-ba84-f09bdac7b93c on host dv-cinder-796889-2-smb for vnic_type normal with profile {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:29:30.329288 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.managers [None req-810efc31-f459-44da-8d78-798874ab66b0 None None] Attempting to bind port b1b57c5f-056b-4169-ba84-f09bdac7b93c by drivers openvswitch,hyperv on host dv-cinder-796889-2-smb at level 0 using segments [{'id': '7df2cf32-4808-4c59-a032-2d76cb3a1487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '266761c6-991a-4b5c-89b7-18dc73edeb62'}] {{(pid=92747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:29:30.329680 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810efc31-f459-44da-8d78-798874ab66b0 None None] Attempting to bind port b1b57c5f-056b-4169-ba84-f09bdac7b93c on network 266761c6-991a-4b5c-89b7-18dc73edeb62 {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:29:30.349798 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4b095372-eab9-49e1-aecf-6f6daff86ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-632420'] for port, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:30.354681 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810efc31-f459-44da-8d78-798874ab66b0 None None] Checking agent: {'id': '81412f97-b552-4c66-a995-535fb532aea6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 21, 37), 'started_at': datetime.datetime(2021, 6, 21, 4, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:29:30.355095 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810efc31-f459-44da-8d78-798874ab66b0 None None] Checking segment: {'id': '7df2cf32-4808-4c59-a032-2d76cb3a1487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '266761c6-991a-4b5c-89b7-18dc73edeb62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:29:30.355485 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-810efc31-f459-44da-8d78-798874ab66b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:30.355883 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810efc31-f459-44da-8d78-798874ab66b0 None None] Bound using segment: {'id': '7df2cf32-4808-4c59-a032-2d76cb3a1487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '266761c6-991a-4b5c-89b7-18dc73edeb62'} {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:29:30.356395 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.managers [None req-810efc31-f459-44da-8d78-798874ab66b0 None None] Bound port: b1b57c5f-056b-4169-ba84-f09bdac7b93c, host: dv-cinder-796889-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7df2cf32-4808-4c59-a032-2d76cb3a1487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '266761c6-991a-4b5c-89b7-18dc73edeb62'}}] {{(pid=92747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:29:30.356768 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-810efc31-f459-44da-8d78-798874ab66b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:30.380175 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-7ed75507-0733-4b5e-9014-a005538938f3 req-a073c095-3488-44f2-8e27-4bcb06094487 service neutron] 10.222.0.13 "GET /v2.0/networks/c10ab2d8-231d-4915-bce2-b712d0653f57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5283110 Jun 21 04:29:30.434287 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-b16a3f9a-ec70-4f7e-89e9-02f9f98d87a4 None None] Notify callbacks [] for port, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:30.448679 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-60fa28b0-2486-4087-ac31-476461ea40dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789666979157'] for port, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:30.471649 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:30.483873 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-810efc31-f459-44da-8d78-798874ab66b0 None None] For port b1b57c5f-056b-4169-ba84-f09bdac7b93c, host dv-cinder-796889-2-smb, cleared binding levels {{(pid=92747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:29:30.488020 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-810efc31-f459-44da-8d78-798874ab66b0 None None] For port b1b57c5f-056b-4169-ba84-f09bdac7b93c, host dv-cinder-796889-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-smb',level=0,port_id=b1b57c5f-056b-4169-ba84-f09bdac7b93c,segment=NetworkSegment(7df2cf32-4808-4c59-a032-2d76cb3a1487),segment_id=7df2cf32-4808-4c59-a032-2d76cb3a1487)] {{(pid=92747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:29:30.492744 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-b16a3f9a-ec70-4f7e-89e9-02f9f98d87a4 None None] Transition to ACTIVE for port object b6d01d5a-2edb-467f-ad50-b3b1a9c4bb98 will not be triggered until provisioned by entity L2. {{(pid=92747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:29:30.498284 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-9e163591-3dfa-4ca2-9f6f-f401946999e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:30.501217 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-810efc31-f459-44da-8d78-798874ab66b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:30.504863 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-9e163591-3dfa-4ca2-9f6f-f401946999e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:30.512509 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-9e163591-3dfa-4ca2-9f6f-f401946999e9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2d9112d0-6bee-40c6-a686-b7ddea08072b HTTP/1.1" status: 204 len: 168 time: 0.7899885 Jun 21 04:29:30.521071 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-15a5cd6d-4c9d-414d-9527-ae112478593a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:30.530617 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:30.532676 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60fa28b0-2486-4087-ac31-476461ea40dc admin admin] Network e4173b4a-3ce8-414e-a2d6-4147ce727684 is already hosted by enough agents. {{(pid=92745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:29:30.538644 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-b16a3f9a-ec70-4f7e-89e9-02f9f98d87a4 None None] Transition to ACTIVE for port object b6d01d5a-2edb-467f-ad50-b3b1a9c4bb98 will not be triggered until provisioned by entity DHCP. {{(pid=92747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:29:30.546292 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.base_scheduler [None req-60fa28b0-2486-4087-ac31-476461ea40dc admin admin] Resources bound (agent type, host, resource id): {{(pid=92745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:29:30.548850 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fa28b0-2486-4087-ac31-476461ea40dc admin admin] Received port after_create {{(pid=92745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:29:30.555133 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.db_base_plugin_common [None req-4b095372-eab9-49e1-aecf-6f6daff86ebc admin admin] Allocated IP 172.28.2.218 (e4173b4a-3ce8-414e-a2d6-4147ce727684/074fe887-5c0a-4322-b8b4-1844e3a886aa/384fc064-2ddc-469c-bd2e-788462f450cf) {{(pid=92745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:29:30.579909 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-b16a3f9a-ec70-4f7e-89e9-02f9f98d87a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789666979157'] for port, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:30.580189 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-7ed75507-0733-4b5e-9014-a005538938f3 req-0447a1d3-67e2-404b-a196-373e624f200e service neutron] 10.222.0.13 "GET /v2.0/networks/c10ab2d8-231d-4915-bce2-b712d0653f57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775496 Jun 21 04:29:30.585780 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e163591-3dfa-4ca2-9f6f-f401946999e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9112d0-6bee-40c6-a686-b7ddea08072b,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:30.595252 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fa28b0-2486-4087-ac31-476461ea40dc admin admin] Pushing event updated for resources: {'Port': ['ID=d4860a3b-5d89-4e56-97e2-94bdafc31e09,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:30.600283 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-9e163591-3dfa-4ca2-9f6f-f401946999e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:30.603981 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-60fa28b0-2486-4087-ac31-476461ea40dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:30.604349 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16a3f9a-ec70-4f7e-89e9-02f9f98d87a4 None None] Network 38e35d0b-e570-49d3-959b-c55bd6e0308c is already hosted by enough agents. {{(pid=92747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:29:30.609572 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.scheduler.base_scheduler [None req-b16a3f9a-ec70-4f7e-89e9-02f9f98d87a4 None None] Resources bound (agent type, host, resource id): {{(pid=92747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:29:30.620797 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16a3f9a-ec70-4f7e-89e9-02f9f98d87a4 None None] Received port after_create {{(pid=92747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:29:30.761489 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.managers [None req-b16a3f9a-ec70-4f7e-89e9-02f9f98d87a4 None None] Attempting to bind port b6d01d5a-2edb-467f-ad50-b3b1a9c4bb98 on host dv-cinder-796889-2-smb for vnic_type normal with profile {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:29:30.761905 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.managers [None req-b16a3f9a-ec70-4f7e-89e9-02f9f98d87a4 None None] Attempting to bind port b6d01d5a-2edb-467f-ad50-b3b1a9c4bb98 by drivers openvswitch,hyperv on host dv-cinder-796889-2-smb at level 0 using segments [{'id': 'df3f6f4e-05ff-4d6f-923e-8ebc44f445d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '38e35d0b-e570-49d3-959b-c55bd6e0308c'}] {{(pid=92747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:29:30.762238 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16a3f9a-ec70-4f7e-89e9-02f9f98d87a4 None None] Attempting to bind port b6d01d5a-2edb-467f-ad50-b3b1a9c4bb98 on network 38e35d0b-e570-49d3-959b-c55bd6e0308c {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:29:30.770287 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16a3f9a-ec70-4f7e-89e9-02f9f98d87a4 None None] Checking agent: {'id': '81412f97-b552-4c66-a995-535fb532aea6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 21, 37), 'started_at': datetime.datetime(2021, 6, 21, 4, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:29:30.770700 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16a3f9a-ec70-4f7e-89e9-02f9f98d87a4 None None] Checking segment: {'id': 'df3f6f4e-05ff-4d6f-923e-8ebc44f445d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '38e35d0b-e570-49d3-959b-c55bd6e0308c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:29:30.771110 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-b16a3f9a-ec70-4f7e-89e9-02f9f98d87a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:30.772292 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16a3f9a-ec70-4f7e-89e9-02f9f98d87a4 None None] Bound using segment: {'id': 'df3f6f4e-05ff-4d6f-923e-8ebc44f445d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '38e35d0b-e570-49d3-959b-c55bd6e0308c'} {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:29:30.772793 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.managers [None req-b16a3f9a-ec70-4f7e-89e9-02f9f98d87a4 None None] Bound port: b6d01d5a-2edb-467f-ad50-b3b1a9c4bb98, host: dv-cinder-796889-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df3f6f4e-05ff-4d6f-923e-8ebc44f445d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '38e35d0b-e570-49d3-959b-c55bd6e0308c'}}] {{(pid=92747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:29:30.773176 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-b16a3f9a-ec70-4f7e-89e9-02f9f98d87a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:30.869551 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-b16a3f9a-ec70-4f7e-89e9-02f9f98d87a4 None None] For port b6d01d5a-2edb-467f-ad50-b3b1a9c4bb98, host dv-cinder-796889-2-smb, cleared binding levels {{(pid=92747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:29:30.873487 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-b16a3f9a-ec70-4f7e-89e9-02f9f98d87a4 None None] For port b6d01d5a-2edb-467f-ad50-b3b1a9c4bb98, host dv-cinder-796889-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-smb',level=0,port_id=b6d01d5a-2edb-467f-ad50-b3b1a9c4bb98,segment=NetworkSegment(df3f6f4e-05ff-4d6f-923e-8ebc44f445d6),segment_id=df3f6f4e-05ff-4d6f-923e-8ebc44f445d6)] {{(pid=92747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:29:30.874817 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810efc31-f459-44da-8d78-798874ab66b0 None None] Pushing event updated for resources: {'Port': ['ID=b1b57c5f-056b-4169-ba84-f09bdac7b93c,revision_number=2']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:30.879396 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-810efc31-f459-44da-8d78-798874ab66b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:30.879914 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-e5d7644b-30be-46f2-8cbc-d6d59c646440 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.285s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:30.906377 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4b095372-eab9-49e1-aecf-6f6daff86ebc admin admin] Notify callbacks [] for port, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:30.943990 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16a3f9a-ec70-4f7e-89e9-02f9f98d87a4 None None] Pushing event updated for resources: {'Port': ['ID=b6d01d5a-2edb-467f-ad50-b3b1a9c4bb98,revision_number=2']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:30.947483 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-b16a3f9a-ec70-4f7e-89e9-02f9f98d87a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:30.948523 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-b16a3f9a-ec70-4f7e-89e9-02f9f98d87a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:30.952023 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-e5d7644b-30be-46f2-8cbc-d6d59c646440 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:30.973263 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-60fa28b0-2486-4087-ac31-476461ea40dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:31.015578 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-5389984a-9791-4739-b0df-643542b2976f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:31.118131 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4b095372-eab9-49e1-aecf-6f6daff86ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789666979157'] for port, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:31.125881 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-5389984a-9791-4739-b0df-643542b2976f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-632420'] for port, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:31.143293 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:31.196640 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16a3f9a-ec70-4f7e-89e9-02f9f98d87a4 None None] Pushing event updated for resources: {'Port': ['ID=b6d01d5a-2edb-467f-ad50-b3b1a9c4bb98,revision_number=2']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:31.213836 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-f0600d52-4784-4581-9fe2-aaff914c7519 req-55332042-dec1-4465-a255-60ad8d56ed48 tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2626c30-1593-4c67-a983-37d19f04079e HTTP/1.1" status: 200 len: 210 time: 0.0927577 Jun 21 04:29:31.223669 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-b16a3f9a-ec70-4f7e-89e9-02f9f98d87a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:31.287718 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b095372-eab9-49e1-aecf-6f6daff86ebc admin admin] Pushing event updated for resources: {'Port': ['ID=384fc064-2ddc-469c-bd2e-788462f450cf,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:31.334028 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-4b095372-eab9-49e1-aecf-6f6daff86ebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:31.371449 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b095372-eab9-49e1-aecf-6f6daff86ebc admin admin] Network e4173b4a-3ce8-414e-a2d6-4147ce727684 is already hosted by enough agents. {{(pid=92745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:29:31.443076 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.base_scheduler [None req-4b095372-eab9-49e1-aecf-6f6daff86ebc admin admin] Resources bound (agent type, host, resource id): {{(pid=92745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:29:31.468062 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b095372-eab9-49e1-aecf-6f6daff86ebc admin admin] Received port after_create {{(pid=92745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:29:31.495221 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device b1b57c5f-056b-4169-ba84-f09bdac7b93c up at agent ovs-agent-dv-cinder-796889-2-smb {{(pid=92747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:29:31.658437 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Provisioning for port b1b57c5f-056b-4169-ba84-f09bdac7b93c completed by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:29:31.724762 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.db.db_base_plugin_common [None req-5389984a-9791-4739-b0df-643542b2976f admin admin] Allocated IP 172.28.2.148 (e4173b4a-3ce8-414e-a2d6-4147ce727684/074fe887-5c0a-4322-b8b4-1844e3a886aa/100755dd-aa6e-4365-827a-30bb0828080c) {{(pid=92746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:29:31.983384 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-60fa28b0-2486-4087-ac31-476461ea40dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33245339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33062151'] for router, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:31.995257 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-5389984a-9791-4739-b0df-643542b2976f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:32.116391 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-5389984a-9791-4739-b0df-643542b2976f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789666979157'] for port, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:32.120839 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:32.203399 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4b095372-eab9-49e1-aecf-6f6daff86ebc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:32.206821 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5389984a-9791-4739-b0df-643542b2976f admin admin] Network e4173b4a-3ce8-414e-a2d6-4147ce727684 is already hosted by enough agents. {{(pid=92746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:29:32.237566 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.scheduler.base_scheduler [None req-5389984a-9791-4739-b0df-643542b2976f admin admin] Resources bound (agent type, host, resource id): {{(pid=92746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:29:32.245227 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5389984a-9791-4739-b0df-643542b2976f admin admin] Received port after_create {{(pid=92746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:29:32.357846 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5389984a-9791-4739-b0df-643542b2976f admin admin] Pushing event updated for resources: {'Port': ['ID=100755dd-aa6e-4365-827a-30bb0828080c,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:32.361925 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-5389984a-9791-4739-b0df-643542b2976f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:32.362466 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ec3fc8-b2cf-43d3-aa63-6e1b27d5c478 None None] Network 266761c6-991a-4b5c-89b7-18dc73edeb62 requested from dv-cinder-796889-2-smb {{(pid=92747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:29:32.364662 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 55268) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:32.375338 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60fa28b0-2486-4087-ac31-476461ea40dc admin admin] Router 6dc3e814-c5ce-4cab-98cf-23ae5ddf9139 is scheduled to L3 agent c5fde6f5-f096-4668-9faa-154c63e10de0 with binding_index 1 {{(pid=92745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 04:29:32.426381 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-c93068cc-1689-43a8-8cc7-ab9435e578a7 req-c434024d-a1d4-45fc-beae-5dc34c4e3611 tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2626c30-1593-4c67-a983-37d19f04079e HTTP/1.1" status: 200 len: 210 time: 0.0606499 Jun 21 04:29:32.524020 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-c1ba0ba5-3979-4d28-a39e-2d729931828a None None] Provisioning for port b1b57c5f-056b-4169-ba84-f09bdac7b93c completed by entity DHCP. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:29:32.530159 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-c1ba0ba5-3979-4d28-a39e-2d729931828a None None] Provisioning complete for port b1b57c5f-056b-4169-ba84-f09bdac7b93c triggered by entity DHCP. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:29:32.530847 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-c1ba0ba5-3979-4d28-a39e-2d729931828a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:32.683734 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-c1ba0ba5-3979-4d28-a39e-2d729931828a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:32.801967 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-5389984a-9791-4739-b0df-643542b2976f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:32.832783 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-c1ba0ba5-3979-4d28-a39e-2d729931828a None None] For port b1b57c5f-056b-4169-ba84-f09bdac7b93c, host dv-cinder-796889-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-smb',level=0,port_id=b1b57c5f-056b-4169-ba84-f09bdac7b93c,segment=NetworkSegment(7df2cf32-4808-4c59-a032-2d76cb3a1487),segment_id=7df2cf32-4808-4c59-a032-2d76cb3a1487)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:29:32.854293 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-c1ba0ba5-3979-4d28-a39e-2d729931828a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:32.863957 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:32.971457 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60fa28b0-2486-4087-ac31-476461ea40dc admin admin] Notify agent at l3_agent.dv-cinder-796889-2-smb the message routers_updated {{(pid=92745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:29:32.981644 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc64188b-62ad-4c35-8092-66bd044ccafc None None] Sync routers for ids ['6dc3e814-c5ce-4cab-98cf-23ae5ddf9139'] in dv-cinder-796889-2-smb {{(pid=92748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:29:33.003239 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc64188b-62ad-4c35-8092-66bd044ccafc None None] Routers {'6dc3e814-c5ce-4cab-98cf-23ae5ddf9139'} bound to L3 agent in host dv-cinder-796889-2-smb {{(pid=92748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:29:33.004400 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-fc64188b-62ad-4c35-8092-66bd044ccafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T04:21:37Z,description=,heartbeat_timestamp=2021-06-21T04:29:07Z,host='dv-cinder-796889-2-smb',id=c5fde6f5-f096-4668-9faa-154c63e10de0,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:21:37Z,topic='l3_agent')) {'router_ids': ['6dc3e814-c5ce-4cab-98cf-23ae5ddf9139'], 'active': True} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:33.009671 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4b095372-eab9-49e1-aecf-6f6daff86ebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33245339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33062151'] for router, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:33.019777 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fd305f-9e0a-444d-8d94-83a169d5b445 None None] Network 38e35d0b-e570-49d3-959b-c55bd6e0308c requested from dv-cinder-796889-2-smb {{(pid=92747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:29:33.029153 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ba0ba5-3979-4d28-a39e-2d729931828a None None] Pushing event updated for resources: {'Port': ['ID=b1b57c5f-056b-4169-ba84-f09bdac7b93c,revision_number=3']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:33.038147 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-c1ba0ba5-3979-4d28-a39e-2d729931828a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:33.049575 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-60fa28b0-2486-4087-ac31-476461ea40dc admin admin] Notify callbacks [] for router, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:33.050815 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-60fa28b0-2486-4087-ac31-476461ea40dc admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.6216137 Jun 21 04:29:33.071561 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 55306) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:33.195997 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-aeddaa2f-8f82-48e1-a47b-f274cc06c28b None None] Provisioning for port b6d01d5a-2edb-467f-ad50-b3b1a9c4bb98 completed by entity DHCP. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:29:33.330283 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 55312) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:33.551627 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_dvr_db [None req-fc64188b-62ad-4c35-8092-66bd044ccafc None None] Set router 6dc3e814-c5ce-4cab-98cf-23ae5ddf9139 gateway port host: dv-cinder-796889-2-smb {{(pid=92748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:29:33.572358 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-70317ef9-3eff-4551-b011-834020fd6181 None None] Provisioning complete for port b1b57c5f-056b-4169-ba84-f09bdac7b93c triggered by entity DHCP. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:29:33.573010 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-70317ef9-3eff-4551-b011-834020fd6181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:33.751985 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device b6d01d5a-2edb-467f-ad50-b3b1a9c4bb98 up at agent ovs-agent-dv-cinder-796889-2-smb {{(pid=92747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:29:33.858165 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Provisioning for port b6d01d5a-2edb-467f-ad50-b3b1a9c4bb98 completed by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:29:33.864000 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Provisioning complete for port b6d01d5a-2edb-467f-ad50-b3b1a9c4bb98 triggered by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:29:33.864609 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:33.998305 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-0a0b508e-0ba5-496e-9352-53a06e65f2d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:34.007816 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b095372-eab9-49e1-aecf-6f6daff86ebc admin admin] Router 5c3063f7-f7a3-4775-a4f0-95a969eb5e47 is scheduled to L3 agent c5fde6f5-f096-4668-9faa-154c63e10de0 with binding_index 1 {{(pid=92745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 04:29:34.023386 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-5389984a-9791-4739-b0df-643542b2976f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33245339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33062151'] for router, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:34.041207 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-fc64188b-62ad-4c35-8092-66bd044ccafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc3e814-c5ce-4cab-98cf-23ae5ddf9139', 'name': 'tempest-ServerRescueNegativeTestJSON-2055509264-router', 'tenant_id': '092d282a6edc474b8f3300e8e6ee4b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.32'}], 'enable_snat': True}, 'gw_port_id': 'd4860a3b-5d89-4e56-97e2-94bdafc31e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:28Z', 'updated_at': '2021-06-21T04:29:30Z', 'revision_number': 3, 'project_id': '092d282a6edc474b8f3300e8e6ee4b67', 'gw_port': {'id': 'd4860a3b-5d89-4e56-97e2-94bdafc31e09', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ad:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dc3e814-c5ce-4cab-98cf-23ae5ddf9139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:29Z', 'updated_at': '2021-06-21T04:29:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb'}], 'dv-cinder-796889-2-smb', False) {} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:34.086785 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc64188b-62ad-4c35-8092-66bd044ccafc None None] Checking router: 6dc3e814-c5ce-4cab-98cf-23ae5ddf9139 for host: dv-cinder-796889-2-smb {{(pid=92748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:29:34.087492 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc64188b-62ad-4c35-8092-66bd044ccafc None None] Updating router 6dc3e814-c5ce-4cab-98cf-23ae5ddf9139 port d4860a3b-5d89-4e56-97e2-94bdafc31e09 binding host dv-cinder-796889-2-smb {{(pid=92748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:29:34.111617 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-c902f65d-d6b7-4810-8a62-89b4a5d326ed req-01e7d89d-bddd-4dd9-9f99-5c558d54ac74 tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2626c30-1593-4c67-a983-37d19f04079e HTTP/1.1" status: 200 len: 210 time: 0.0941584 Jun 21 04:29:34.186664 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-fc64188b-62ad-4c35-8092-66bd044ccafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:34.188557 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-4fc97bde-96ad-4b7d-8f25-e75c396eacfe None None] Provisioning complete for port b6d01d5a-2edb-467f-ad50-b3b1a9c4bb98 triggered by entity DHCP. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:29:34.211205 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-4fc97bde-96ad-4b7d-8f25-e75c396eacfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:34.282224 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:34.283596 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5389984a-9791-4739-b0df-643542b2976f admin admin] Router 96bd2eb3-e9bc-4fa1-a53d-d392456ae024 is scheduled to L3 agent c5fde6f5-f096-4668-9faa-154c63e10de0 with binding_index 1 {{(pid=92746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 04:29:34.337019 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-f392fa84-7a48-456a-8363-78490891b966 None None] For port b6d01d5a-2edb-467f-ad50-b3b1a9c4bb98, host dv-cinder-796889-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-smb',level=0,port_id=b6d01d5a-2edb-467f-ad50-b3b1a9c4bb98,segment=NetworkSegment(df3f6f4e-05ff-4d6f-923e-8ebc44f445d6),segment_id=df3f6f4e-05ff-4d6f-923e-8ebc44f445d6)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:29:34.338310 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-bcab4b99-8ac4-4918-9216-59ce059ab055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:34.352687 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:34.356140 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device b1b57c5f-056b-4169-ba84-f09bdac7b93c up at agent ovs-agent-dv-cinder-796889-2-smb {{(pid=92747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:29:34.375324 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b095372-eab9-49e1-aecf-6f6daff86ebc admin admin] Notify agent at l3_agent.dv-cinder-796889-2-smb the message routers_updated {{(pid=92745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:29:34.454355 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:34.469536 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-0a0b508e-0ba5-496e-9352-53a06e65f2d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:34.496006 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-0a0b508e-0ba5-496e-9352-53a06e65f2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:34.507108 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5389984a-9791-4739-b0df-643542b2976f admin admin] Notify agent at l3_agent.dv-cinder-796889-2-smb the message routers_updated {{(pid=92746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:29:34.514426 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:34.516599 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4b095372-eab9-49e1-aecf-6f6daff86ebc admin admin] Notify callbacks [] for router, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:34.523207 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 55354) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:34.524419 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-4b095372-eab9-49e1-aecf-6f6daff86ebc admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.7059968 Jun 21 04:29:34.527193 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4496fc18-2a63-4c02-b7a2-fa068bc10b30 None None] Sync routers for ids ['96bd2eb3-e9bc-4fa1-a53d-d392456ae024'] in dv-cinder-796889-2-smb {{(pid=92748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:29:34.541645 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4496fc18-2a63-4c02-b7a2-fa068bc10b30 None None] Routers {'96bd2eb3-e9bc-4fa1-a53d-d392456ae024'} bound to L3 agent in host dv-cinder-796889-2-smb {{(pid=92748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:29:34.542262 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-4496fc18-2a63-4c02-b7a2-fa068bc10b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T04:21:37Z,description=,heartbeat_timestamp=2021-06-21T04:29:07Z,host='dv-cinder-796889-2-smb',id=c5fde6f5-f096-4668-9faa-154c63e10de0,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:21:37Z,topic='l3_agent')) {'router_ids': ['96bd2eb3-e9bc-4fa1-a53d-d392456ae024'], 'active': True} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:34.587171 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6ec0f7-f1b3-4523-93fc-07e466f7fa72 None None] Sync routers for ids ['5c3063f7-f7a3-4775-a4f0-95a969eb5e47'] in dv-cinder-796889-2-smb {{(pid=92747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:29:34.591932 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-5389984a-9791-4739-b0df-643542b2976f admin admin] Notify callbacks [] for router, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:34.593786 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-5389984a-9791-4739-b0df-643542b2976f admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.3128855 Jun 21 04:29:34.602132 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Pushing event updated for resources: {'Port': ['ID=b6d01d5a-2edb-467f-ad50-b3b1a9c4bb98,revision_number=3']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:34.612641 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:34.631282 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 55362) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:34.704342 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-0a0b508e-0ba5-496e-9352-53a06e65f2d4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ef6804dbec5c4179b62c1d7d6e12df52&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3646665 Jun 21 04:29:34.708358 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 55366) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:34.708997 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0b508e-0ba5-496e-9352-53a06e65f2d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbfa5036-f047-4747-88b2-6701162da91f,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:34.709606 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_dvr_db [None req-4496fc18-2a63-4c02-b7a2-fa068bc10b30 None None] Set router 96bd2eb3-e9bc-4fa1-a53d-d392456ae024 gateway port host: dv-cinder-796889-2-smb {{(pid=92748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:29:34.717957 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-0a0b508e-0ba5-496e-9352-53a06e65f2d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:34.752181 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6ec0f7-f1b3-4523-93fc-07e466f7fa72 None None] Routers {'5c3063f7-f7a3-4775-a4f0-95a969eb5e47'} bound to L3 agent in host dv-cinder-796889-2-smb {{(pid=92747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:29:34.754191 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-fa6ec0f7-f1b3-4523-93fc-07e466f7fa72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T04:21:37Z,description=,heartbeat_timestamp=2021-06-21T04:29:07Z,host='dv-cinder-796889-2-smb',id=c5fde6f5-f096-4668-9faa-154c63e10de0,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:21:37Z,topic='l3_agent')) {'router_ids': ['5c3063f7-f7a3-4775-a4f0-95a969eb5e47'], 'active': True} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:34.878843 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4817b1de-bff8-4752-a393-66248da07efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-632420'] for port, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:34.880917 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-3d1ef8b3-67e3-4f21-a58b-9940abad2086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:34.957792 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-3d1ef8b3-67e3-4f21-a58b-9940abad2086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:35.063314 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvr_db [None req-fa6ec0f7-f1b3-4523-93fc-07e466f7fa72 None None] Set router 5c3063f7-f7a3-4775-a4f0-95a969eb5e47 gateway port host: dv-cinder-796889-2-smb {{(pid=92747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:29:35.212584 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.38', 62371) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:35.213190 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 55384) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:35.260126 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-fc64188b-62ad-4c35-8092-66bd044ccafc None None] Notify callbacks [] for port, precommit_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:35.300161 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-4496fc18-2a63-4c02-b7a2-fa068bc10b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96bd2eb3-e9bc-4fa1-a53d-d392456ae024', 'name': 'tempest-AttachVolumeShelveTestJSON-1705391473-router', 'tenant_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '100755dd-aa6e-4365-827a-30bb0828080c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:29Z', 'updated_at': '2021-06-21T04:29:32Z', 'revision_number': 3, 'project_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'gw_port': {'id': '100755dd-aa6e-4365-827a-30bb0828080c', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:cb:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96bd2eb3-e9bc-4fa1-a53d-d392456ae024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:31Z', 'updated_at': '2021-06-21T04:29:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb'}], 'dv-cinder-796889-2-smb', False) {} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:35.338217 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4496fc18-2a63-4c02-b7a2-fa068bc10b30 None None] Checking router: 96bd2eb3-e9bc-4fa1-a53d-d392456ae024 for host: dv-cinder-796889-2-smb {{(pid=92748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:29:35.338941 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4496fc18-2a63-4c02-b7a2-fa068bc10b30 None None] Updating router 96bd2eb3-e9bc-4fa1-a53d-d392456ae024 port 100755dd-aa6e-4365-827a-30bb0828080c binding host dv-cinder-796889-2-smb {{(pid=92748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:29:35.400313 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-4496fc18-2a63-4c02-b7a2-fa068bc10b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:35.436710 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-46c73e3f-aba0-489a-8ed0-957eac06cd60 req-a525e1ff-9556-4327-beb8-df4fb3a2bce2 tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2626c30-1593-4c67-a983-37d19f04079e HTTP/1.1" status: 200 len: 210 time: 0.0357325 Jun 21 04:29:35.501931 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Provisioning complete for port b1b57c5f-056b-4169-ba84-f09bdac7b93c triggered by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:29:35.502608 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:35.539073 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.db_base_plugin_common [None req-4817b1de-bff8-4752-a393-66248da07efa admin admin] Allocated IP 172.20.0.1 (eb14d1e4-153c-4833-8dee-e8145a700dcb/73192c75-f1c9-4e6e-bed4-2117506a7d5e/13d980d7-acbb-4e40-b434-2cdb9da20941) {{(pid=92745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:29:35.570214 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-19cd26d3-091d-4499-ad84-d86809a5d4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-632420'] for port, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:35.716760 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-fa6ec0f7-f1b3-4523-93fc-07e466f7fa72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c3063f7-f7a3-4775-a4f0-95a969eb5e47', 'name': 'tempest-AttachVolumeTestJSON-1756689701-router', 'tenant_id': '975d204c53d040d2a863b56978bb847b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.218'}], 'enable_snat': True}, 'gw_port_id': '384fc064-2ddc-469c-bd2e-788462f450cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:28Z', 'updated_at': '2021-06-21T04:29:31Z', 'revision_number': 3, 'project_id': '975d204c53d040d2a863b56978bb847b', 'gw_port': {'id': '384fc064-2ddc-469c-bd2e-788462f450cf', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:50:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c3063f7-f7a3-4775-a4f0-95a969eb5e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:30Z', 'updated_at': '2021-06-21T04:29:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb'}], 'dv-cinder-796889-2-smb', False) {} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:35.751789 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6ec0f7-f1b3-4523-93fc-07e466f7fa72 None None] Checking router: 5c3063f7-f7a3-4775-a4f0-95a969eb5e47 for host: dv-cinder-796889-2-smb {{(pid=92747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:29:35.752397 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6ec0f7-f1b3-4523-93fc-07e466f7fa72 None None] Updating router 5c3063f7-f7a3-4775-a4f0-95a969eb5e47 port 384fc064-2ddc-469c-bd2e-788462f450cf binding host dv-cinder-796889-2-smb {{(pid=92747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:29:35.808639 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-fa6ec0f7-f1b3-4523-93fc-07e466f7fa72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:35.825928 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-fc64188b-62ad-4c35-8092-66bd044ccafc None None] Transition to ACTIVE for port object d4860a3b-5d89-4e56-97e2-94bdafc31e09 will not be triggered until provisioned by entity L2. {{(pid=92748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:29:35.836110 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-fc64188b-62ad-4c35-8092-66bd044ccafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:35.844657 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-f3464783-8b2e-4c52-ab25-aa9f582cefe1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:35.845991 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-3d1ef8b3-67e3-4f21-a58b-9940abad2086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:35.864477 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-3d1ef8b3-67e3-4f21-a58b-9940abad2086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:35.866161 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-3d1ef8b3-67e3-4f21-a58b-9940abad2086 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cbfa5036-f047-4747-88b2-6701162da91f HTTP/1.1" status: 204 len: 168 time: 1.1389871 Jun 21 04:29:35.868011 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-e2dea2f4-6536-44c1-b4f5-e3064d0dfc96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:35.887816 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-a261adbf-09dd-4214-ab70-2815cb3010dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:35.940982 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1ef8b3-67e3-4f21-a58b-9940abad2086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbfa5036-f047-4747-88b2-6701162da91f,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:36.054648 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device b6d01d5a-2edb-467f-ad50-b3b1a9c4bb98 up at agent ovs-agent-dv-cinder-796889-2-smb {{(pid=92747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:29:36.099665 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-fc64188b-62ad-4c35-8092-66bd044ccafc None None] Attempting to bind port d4860a3b-5d89-4e56-97e2-94bdafc31e09 on host dv-cinder-796889-2-smb for vnic_type normal with profile {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:29:36.117655 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-fc64188b-62ad-4c35-8092-66bd044ccafc None None] Attempting to bind port d4860a3b-5d89-4e56-97e2-94bdafc31e09 by drivers openvswitch,hyperv on host dv-cinder-796889-2-smb at level 0 using segments [{'id': '022cd8a4-ba8b-492c-8b47-9af8409ae6a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684'}] {{(pid=92748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:29:36.118199 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc64188b-62ad-4c35-8092-66bd044ccafc None None] Attempting to bind port d4860a3b-5d89-4e56-97e2-94bdafc31e09 on network e4173b4a-3ce8-414e-a2d6-4147ce727684 {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:29:36.150322 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-e2dea2f4-6536-44c1-b4f5-e3064d0dfc96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:36.152720 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-3d1ef8b3-67e3-4f21-a58b-9940abad2086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:36.200220 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc64188b-62ad-4c35-8092-66bd044ccafc None None] Checking agent: {'id': '81412f97-b552-4c66-a995-535fb532aea6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 21, 37), 'started_at': datetime.datetime(2021, 6, 21, 4, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:29:36.200632 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc64188b-62ad-4c35-8092-66bd044ccafc None None] Checking segment: {'id': '022cd8a4-ba8b-492c-8b47-9af8409ae6a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:29:36.202277 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-fc64188b-62ad-4c35-8092-66bd044ccafc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:36.202682 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc64188b-62ad-4c35-8092-66bd044ccafc None None] Bound using segment: {'id': '022cd8a4-ba8b-492c-8b47-9af8409ae6a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684'} {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:29:36.206423 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-fc64188b-62ad-4c35-8092-66bd044ccafc None None] Bound port: d4860a3b-5d89-4e56-97e2-94bdafc31e09, host: dv-cinder-796889-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '022cd8a4-ba8b-492c-8b47-9af8409ae6a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684'}}] {{(pid=92748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:29:36.206846 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-fc64188b-62ad-4c35-8092-66bd044ccafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:36.211454 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4817b1de-bff8-4752-a393-66248da07efa admin admin] Notify callbacks [] for port, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:36.285579 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-e2dea2f4-6536-44c1-b4f5-e3064d0dfc96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:36.291886 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d74469-6f1d-4d14-acae-3264451da647 None None] Pushing event updated for resources: {'Port': ['ID=d4860a3b-5d89-4e56-97e2-94bdafc31e09,revision_number=2']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:36.344266 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Provisioning complete for port b6d01d5a-2edb-467f-ad50-b3b1a9c4bb98 triggered by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:29:36.345958 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:36.366781 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:36.377180 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d74469-6f1d-4d14-acae-3264451da647 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:36.380365 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4817b1de-bff8-4752-a393-66248da07efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789666979157'] for port, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:36.383846 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d74469-6f1d-4d14-acae-3264451da647 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:36.384436 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d74469-6f1d-4d14-acae-3264451da647 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:36.388666 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed75507-0733-4b5e-9014-a005538938f3 req-e932de61-0559-475b-933c-4dcc76a7b5b9 tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:36.389411 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d74469-6f1d-4d14-acae-3264451da647 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:36.389916 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d74469-6f1d-4d14-acae-3264451da647 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:36.390423 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d74469-6f1d-4d14-acae-3264451da647 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:36.390834 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-7ed75507-0733-4b5e-9014-a005538938f3 req-e932de61-0559-475b-933c-4dcc76a7b5b9 tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] 10.222.0.38 "GET /v2.0/networks?id=c10ab2d8-231d-4915-bce2-b712d0653f57 HTTP/1.1" status: 200 len: 812 time: 1.1716194 Jun 21 04:29:36.391336 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d74469-6f1d-4d14-acae-3264451da647 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:36.392505 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d74469-6f1d-4d14-acae-3264451da647 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:36.393089 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d74469-6f1d-4d14-acae-3264451da647 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:36.395215 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d74469-6f1d-4d14-acae-3264451da647 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:36.395729 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d74469-6f1d-4d14-acae-3264451da647 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:36.396213 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d74469-6f1d-4d14-acae-3264451da647 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:36.397439 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d74469-6f1d-4d14-acae-3264451da647 None None] Tracked resource versions report: Jun 21 04:29:36.397439 dv-cinder-796889-2-smb neutron-server[92748]: pushed versions: Jun 21 04:29:36.397439 dv-cinder-796889-2-smb neutron-server[92748]: { 'AddressGroup': {'1.2'}, Jun 21 04:29:36.397439 dv-cinder-796889-2-smb neutron-server[92748]: 'ConntrackHelper': {'1.0'}, Jun 21 04:29:36.397439 dv-cinder-796889-2-smb neutron-server[92748]: 'Log': {'1.0'}, Jun 21 04:29:36.397439 dv-cinder-796889-2-smb neutron-server[92748]: 'Network': {'1.1'}, Jun 21 04:29:36.397439 dv-cinder-796889-2-smb neutron-server[92748]: 'Port': {'1.7'}, Jun 21 04:29:36.397439 dv-cinder-796889-2-smb neutron-server[92748]: 'PortForwarding': {'1.2'}, Jun 21 04:29:36.397439 dv-cinder-796889-2-smb neutron-server[92748]: 'QosPolicy': {'1.8'}, Jun 21 04:29:36.397439 dv-cinder-796889-2-smb neutron-server[92748]: 'SecurityGroup': {'1.4'}, Jun 21 04:29:36.397439 dv-cinder-796889-2-smb neutron-server[92748]: 'SecurityGroupRule': {'1.2'}, Jun 21 04:29:36.397439 dv-cinder-796889-2-smb neutron-server[92748]: 'SubPort': {'1.0'}, Jun 21 04:29:36.397439 dv-cinder-796889-2-smb neutron-server[92748]: 'Subnet': {'1.1'}, Jun 21 04:29:36.397439 dv-cinder-796889-2-smb neutron-server[92748]: 'Trunk': {'1.1'}} Jun 21 04:29:36.397439 dv-cinder-796889-2-smb neutron-server[92748]: consumer versions: Jun 21 04:29:36.397439 dv-cinder-796889-2-smb neutron-server[92748]: { DHCP agent@dv-cinder-796889-2-smb: {}, Jun 21 04:29:36.397439 dv-cinder-796889-2-smb neutron-server[92748]: HyperV agent@hv-cinder-79688: {}, Jun 21 04:29:36.397439 dv-cinder-796889-2-smb neutron-server[92748]: L3 agent@dv-cinder-796889-2-smb: {}, Jun 21 04:29:36.397439 dv-cinder-796889-2-smb neutron-server[92748]: Metadata agent@dv-cinder-796889-2-smb: {}, Jun 21 04:29:36.397439 dv-cinder-796889-2-smb neutron-server[92748]: Metering agent@dv-cinder-796889-2-smb: {}, Jun 21 04:29:36.397439 dv-cinder-796889-2-smb neutron-server[92748]: Open vSwitch agent@dv-cinder-796889-2-smb: { 'AddressGroup': '1.2', Jun 21 04:29:36.397439 dv-cinder-796889-2-smb neutron-server[92748]: 'ConntrackHelper': '1.0', Jun 21 04:29:36.397439 dv-cinder-796889-2-smb neutron-server[92748]: 'Log': '1.0', Jun 21 04:29:36.397439 dv-cinder-796889-2-smb neutron-server[92748]: 'Network': '1.1', Jun 21 04:29:36.397439 dv-cinder-796889-2-smb neutron-server[92748]: 'Port': '1.7', Jun 21 04:29:36.397439 dv-cinder-796889-2-smb neutron-server[92748]: 'PortForwarding': '1.2', Jun 21 04:29:36.397439 dv-cinder-796889-2-smb neutron-server[92748]: 'QosPolicy': '1.8', Jun 21 04:29:36.397439 dv-cinder-796889-2-smb neutron-server[92748]: 'SecurityGroup': '1.4', Jun 21 04:29:36.397439 dv-cinder-796889-2-smb neutron-server[92748]: 'SecurityGroupRule': '1.2', Jun 21 04:29:36.397439 dv-cinder-796889-2-smb neutron-server[92748]: 'SubPort': '1.0', Jun 21 04:29:36.397439 dv-cinder-796889-2-smb neutron-server[92748]: 'Subnet': '1.1', Jun 21 04:29:36.397439 dv-cinder-796889-2-smb neutron-server[92748]: 'Trunk': '1.1'}} Jun 21 04:29:36.397439 dv-cinder-796889-2-smb neutron-server[92748]: {{(pid=92748) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 04:29:36.409367 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-41d74469-6f1d-4d14-acae-3264451da647 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:36.454857 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-e2dea2f4-6536-44c1-b4f5-e3064d0dfc96 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=757ec99cb0374089b573b44d017a2e9e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2344666 Jun 21 04:29:36.457772 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4817b1de-bff8-4752-a393-66248da07efa admin admin] Network eb14d1e4-153c-4833-8dee-e8145a700dcb is already hosted by enough agents. {{(pid=92745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:29:36.460320 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.base_scheduler [None req-4817b1de-bff8-4752-a393-66248da07efa admin admin] Resources bound (agent type, host, resource id): {{(pid=92745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:29:36.460464 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 55434) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:36.463573 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.db.db_base_plugin_common [None req-19cd26d3-091d-4499-ad84-d86809a5d4f9 admin admin] Allocated IP 172.20.0.1 (266761c6-991a-4b5c-89b7-18dc73edeb62/17b08017-4248-42a3-9e39-b4aee30874d2/bc9da0fc-c9e9-4021-96cd-46e86f9e1725) {{(pid=92746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:29:36.468576 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4817b1de-bff8-4752-a393-66248da07efa admin admin] Received port after_create {{(pid=92745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:29:36.469273 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4817b1de-bff8-4752-a393-66248da07efa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33059880'] for router_interface, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:36.638045 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-fc64188b-62ad-4c35-8092-66bd044ccafc None None] For port d4860a3b-5d89-4e56-97e2-94bdafc31e09, host dv-cinder-796889-2-smb, cleared binding levels {{(pid=92748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:29:36.651866 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-fc64188b-62ad-4c35-8092-66bd044ccafc None None] For port d4860a3b-5d89-4e56-97e2-94bdafc31e09, host dv-cinder-796889-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-smb',level=0,port_id=d4860a3b-5d89-4e56-97e2-94bdafc31e09,segment=NetworkSegment(022cd8a4-ba8b-492c-8b47-9af8409ae6a3),segment_id=022cd8a4-ba8b-492c-8b47-9af8409ae6a3)] {{(pid=92748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:29:36.704025 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-fc64188b-62ad-4c35-8092-66bd044ccafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:36.746208 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-f3464783-8b2e-4c52-ab25-aa9f582cefe1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:36.750552 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-3b6d8a4c-63fd-48eb-b523-aa888f5ee141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:36.792506 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dea2f4-6536-44c1-b4f5-e3064d0dfc96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=777bb82b-75db-4481-b7ff-e5b3949d2b2d,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:36.795418 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:36.805827 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.v2.base [req-7ed75507-0733-4b5e-9014-a005538938f3 req-333b8a35-338f-4e97-b0f7-fb7e75fa7f31 tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] Request body: {'port': {'device_id': 'c2626c30-1593-4c67-a983-37d19f04079e', 'network_id': 'c10ab2d8-231d-4915-bce2-b712d0653f57', 'admin_state_up': True, 'tenant_id': 'ceacfe29a6b347899cd7be4e46664dc7'}} {{(pid=92745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:29:36.843599 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-e2dea2f4-6536-44c1-b4f5-e3064d0dfc96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:36.844196 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-63a4db97-3403-4587-b69a-a7fa4936f3aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.414s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:36.847721 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-4496fc18-2a63-4c02-b7a2-fa068bc10b30 None None] Notify callbacks [] for port, precommit_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:36.873730 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-3b8d9c7f-36c9-4737-84dc-f6213693719a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-632420'] for port, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:36.900389 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-4496fc18-2a63-4c02-b7a2-fa068bc10b30 None None] Transition to ACTIVE for port object 100755dd-aa6e-4365-827a-30bb0828080c will not be triggered until provisioned by entity L2. {{(pid=92748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:29:36.932994 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-4496fc18-2a63-4c02-b7a2-fa068bc10b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:37.028212 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc64188b-62ad-4c35-8092-66bd044ccafc None None] Routers {'6dc3e814-c5ce-4cab-98cf-23ae5ddf9139'} bound to L3 agent in host dv-cinder-796889-2-smb {{(pid=92748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:29:37.034705 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-fc64188b-62ad-4c35-8092-66bd044ccafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T04:21:37Z,description=,heartbeat_timestamp=2021-06-21T04:29:37Z,host='dv-cinder-796889-2-smb',id=c5fde6f5-f096-4668-9faa-154c63e10de0,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:21:37Z,topic='l3_agent')) {'router_ids': ['6dc3e814-c5ce-4cab-98cf-23ae5ddf9139'], 'active': True} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:37.050545 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-4496fc18-2a63-4c02-b7a2-fa068bc10b30 None None] Attempting to bind port 100755dd-aa6e-4365-827a-30bb0828080c on host dv-cinder-796889-2-smb for vnic_type normal with profile {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:29:37.051537 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-4496fc18-2a63-4c02-b7a2-fa068bc10b30 None None] Attempting to bind port 100755dd-aa6e-4365-827a-30bb0828080c by drivers openvswitch,hyperv on host dv-cinder-796889-2-smb at level 0 using segments [{'id': '022cd8a4-ba8b-492c-8b47-9af8409ae6a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684'}] {{(pid=92748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:29:37.052865 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4496fc18-2a63-4c02-b7a2-fa068bc10b30 None None] Attempting to bind port 100755dd-aa6e-4365-827a-30bb0828080c on network e4173b4a-3ce8-414e-a2d6-4147ce727684 {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:29:37.101306 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:37.143806 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d74469-6f1d-4d14-acae-3264451da647 None None] Pushing event updated for resources: {'Port': ['ID=d4860a3b-5d89-4e56-97e2-94bdafc31e09,revision_number=3']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:37.160263 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4496fc18-2a63-4c02-b7a2-fa068bc10b30 None None] Checking agent: {'id': '81412f97-b552-4c66-a995-535fb532aea6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 21, 37), 'started_at': datetime.datetime(2021, 6, 21, 4, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:29:37.160777 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4496fc18-2a63-4c02-b7a2-fa068bc10b30 None None] Checking segment: {'id': '022cd8a4-ba8b-492c-8b47-9af8409ae6a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:29:37.162439 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-4496fc18-2a63-4c02-b7a2-fa068bc10b30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:37.162892 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4496fc18-2a63-4c02-b7a2-fa068bc10b30 None None] Bound using segment: {'id': '022cd8a4-ba8b-492c-8b47-9af8409ae6a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684'} {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:29:37.163493 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-4496fc18-2a63-4c02-b7a2-fa068bc10b30 None None] Bound port: 100755dd-aa6e-4365-827a-30bb0828080c, host: dv-cinder-796889-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '022cd8a4-ba8b-492c-8b47-9af8409ae6a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684'}}] {{(pid=92748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:29:37.164332 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4817b1de-bff8-4752-a393-66248da07efa admin admin] Pushing event updated for resources: {'Port': ['ID=13d980d7-acbb-4e40-b434-2cdb9da20941,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:37.165859 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-4496fc18-2a63-4c02-b7a2-fa068bc10b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:37.175396 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-41d74469-6f1d-4d14-acae-3264451da647 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:37.179755 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.189s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:37.203107 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-4817b1de-bff8-4752-a393-66248da07efa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:37.303164 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.db.db_base_plugin_common [None req-3b8d9c7f-36c9-4737-84dc-f6213693719a admin admin] Allocated IP 172.20.0.1 (38e35d0b-e570-49d3-959b-c55bd6e0308c/6f995fa3-0676-46ec-80cb-22d4129d3f36/612e2fd2-c187-4d51-a56d-bd48917717d2) {{(pid=92746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:29:37.363177 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-fa6ec0f7-f1b3-4523-93fc-07e466f7fa72 None None] Notify callbacks [] for port, precommit_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:37.403665 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ed75507-0733-4b5e-9014-a005538938f3 req-333b8a35-338f-4e97-b0f7-fb7e75fa7f31 tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] Made reservation on behalf of ceacfe29a6b347899cd7be4e46664dc7 for: {'port': 1} {{(pid=92745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:29:37.420408 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-fa6ec0f7-f1b3-4523-93fc-07e466f7fa72 None None] Transition to ACTIVE for port object 384fc064-2ddc-469c-bd2e-788462f450cf will not be triggered until provisioned by entity L2. {{(pid=92747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:29:37.428476 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-7ed75507-0733-4b5e-9014-a005538938f3 req-333b8a35-338f-4e97-b0f7-fb7e75fa7f31 tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-632420'] for port, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:37.441581 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3154daae-5fb0-47cf-ae31-b04661a70569 None None] Pushing event updated for resources: {'Port': ['ID=100755dd-aa6e-4365-827a-30bb0828080c,revision_number=2']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:37.456697 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-3154daae-5fb0-47cf-ae31-b04661a70569 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:37.457995 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-fa6ec0f7-f1b3-4523-93fc-07e466f7fa72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:37.468127 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:37.496069 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-3b8d9c7f-36c9-4737-84dc-f6213693719a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:37.510220 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-4496fc18-2a63-4c02-b7a2-fa068bc10b30 None None] For port 100755dd-aa6e-4365-827a-30bb0828080c, host dv-cinder-796889-2-smb, cleared binding levels {{(pid=92748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:29:37.516861 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-4496fc18-2a63-4c02-b7a2-fa068bc10b30 None None] For port 100755dd-aa6e-4365-827a-30bb0828080c, host dv-cinder-796889-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-smb',level=0,port_id=100755dd-aa6e-4365-827a-30bb0828080c,segment=NetworkSegment(022cd8a4-ba8b-492c-8b47-9af8409ae6a3),segment_id=022cd8a4-ba8b-492c-8b47-9af8409ae6a3)] {{(pid=92748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:29:37.522831 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4817b1de-bff8-4752-a393-66248da07efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:37.530611 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-4496fc18-2a63-4c02-b7a2-fa068bc10b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:37.543755 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.db.provisioning_blocks [None req-3b8d9c7f-36c9-4737-84dc-f6213693719a admin admin] Transition to ACTIVE for port object 612e2fd2-c187-4d51-a56d-bd48917717d2 will not be triggered until provisioned by entity DHCP. {{(pid=92746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:29:37.544553 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_dvr_db [None req-fc64188b-62ad-4c35-8092-66bd044ccafc None None] Set router 6dc3e814-c5ce-4cab-98cf-23ae5ddf9139 gateway port host: dv-cinder-796889-2-smb {{(pid=92748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:29:37.548065 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-41d74469-6f1d-4d14-acae-3264451da647 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:37.575056 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-12da7129-82bd-4361-8a6d-b8997421a1a4 req-dfa49a87-2ff4-4ec3-9763-5e10edfe6669 tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2626c30-1593-4c67-a983-37d19f04079e HTTP/1.1" status: 200 len: 210 time: 0.9329574 Jun 21 04:29:37.652192 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3154daae-5fb0-47cf-ae31-b04661a70569 None None] Pushing event updated for resources: {'Port': ['ID=100755dd-aa6e-4365-827a-30bb0828080c,revision_number=3']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:37.691972 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.managers [None req-fa6ec0f7-f1b3-4523-93fc-07e466f7fa72 None None] Attempting to bind port 384fc064-2ddc-469c-bd2e-788462f450cf on host dv-cinder-796889-2-smb for vnic_type normal with profile {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:29:37.692349 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.managers [None req-fa6ec0f7-f1b3-4523-93fc-07e466f7fa72 None None] Attempting to bind port 384fc064-2ddc-469c-bd2e-788462f450cf by drivers openvswitch,hyperv on host dv-cinder-796889-2-smb at level 0 using segments [{'id': '022cd8a4-ba8b-492c-8b47-9af8409ae6a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684'}] {{(pid=92747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:29:37.699238 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6ec0f7-f1b3-4523-93fc-07e466f7fa72 None None] Attempting to bind port 384fc064-2ddc-469c-bd2e-788462f450cf on network e4173b4a-3ce8-414e-a2d6-4147ce727684 {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:29:37.704144 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-3154daae-5fb0-47cf-ae31-b04661a70569 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:37.744325 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6ec0f7-f1b3-4523-93fc-07e466f7fa72 None None] Checking agent: {'id': '81412f97-b552-4c66-a995-535fb532aea6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 21, 37), 'started_at': datetime.datetime(2021, 6, 21, 4, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:29:37.746191 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6ec0f7-f1b3-4523-93fc-07e466f7fa72 None None] Checking segment: {'id': '022cd8a4-ba8b-492c-8b47-9af8409ae6a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:29:37.746629 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-fa6ec0f7-f1b3-4523-93fc-07e466f7fa72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:37.759044 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6ec0f7-f1b3-4523-93fc-07e466f7fa72 None None] Bound using segment: {'id': '022cd8a4-ba8b-492c-8b47-9af8409ae6a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684'} {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:29:37.760548 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.managers [None req-fa6ec0f7-f1b3-4523-93fc-07e466f7fa72 None None] Bound port: 384fc064-2ddc-469c-bd2e-788462f450cf, host: dv-cinder-796889-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '022cd8a4-ba8b-492c-8b47-9af8409ae6a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684'}}] {{(pid=92747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:29:37.761171 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-fa6ec0f7-f1b3-4523-93fc-07e466f7fa72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:37.778940 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4496fc18-2a63-4c02-b7a2-fa068bc10b30 None None] Routers {'96bd2eb3-e9bc-4fa1-a53d-d392456ae024'} bound to L3 agent in host dv-cinder-796889-2-smb {{(pid=92748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:29:37.779653 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-4496fc18-2a63-4c02-b7a2-fa068bc10b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T04:21:37Z,description=,heartbeat_timestamp=2021-06-21T04:29:37Z,host='dv-cinder-796889-2-smb',id=c5fde6f5-f096-4668-9faa-154c63e10de0,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:21:37Z,topic='l3_agent')) {'router_ids': ['96bd2eb3-e9bc-4fa1-a53d-d392456ae024'], 'active': True} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:37.830529 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27acb47-0ed7-46b4-8465-5ddc5e1cff89 None None] Pushing event updated for resources: {'Port': ['ID=384fc064-2ddc-469c-bd2e-788462f450cf,revision_number=2']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:37.849524 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-f27acb47-0ed7-46b4-8465-5ddc5e1cff89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:37.878825 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-19cd26d3-091d-4499-ad84-d86809a5d4f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:37.917067 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.db.provisioning_blocks [None req-19cd26d3-091d-4499-ad84-d86809a5d4f9 admin admin] Transition to ACTIVE for port object bc9da0fc-c9e9-4021-96cd-46e86f9e1725 will not be triggered until provisioned by entity DHCP. {{(pid=92746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:29:37.951710 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-fa6ec0f7-f1b3-4523-93fc-07e466f7fa72 None None] For port 384fc064-2ddc-469c-bd2e-788462f450cf, host dv-cinder-796889-2-smb, cleared binding levels {{(pid=92747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:29:37.952173 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.db_base_plugin_common [req-7ed75507-0733-4b5e-9014-a005538938f3 req-333b8a35-338f-4e97-b0f7-fb7e75fa7f31 tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] Allocated IP 172.20.0.10 (c10ab2d8-231d-4915-bce2-b712d0653f57/bd16b9f7-dba3-4433-be2d-48c9ec6f3066/2a159849-6572-440b-884e-5612f44d6d9e) {{(pid=92745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:29:37.962411 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-fa6ec0f7-f1b3-4523-93fc-07e466f7fa72 None None] For port 384fc064-2ddc-469c-bd2e-788462f450cf, host dv-cinder-796889-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-smb',level=0,port_id=384fc064-2ddc-469c-bd2e-788462f450cf,segment=NetworkSegment(022cd8a4-ba8b-492c-8b47-9af8409ae6a3),segment_id=022cd8a4-ba8b-492c-8b47-9af8409ae6a3)] {{(pid=92747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:29:37.970627 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f7aabecc-f07e-400c-b40d-34f640858aca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:37.971144 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-fa6ec0f7-f1b3-4523-93fc-07e466f7fa72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:37.975140 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-c1ba0ba5-3979-4d28-a39e-2d729931828a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:38.002891 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-3b8d9c7f-36c9-4737-84dc-f6213693719a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789666979157'] for port, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:38.016034 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_dvr_db [None req-4496fc18-2a63-4c02-b7a2-fa068bc10b30 None None] Set router 96bd2eb3-e9bc-4fa1-a53d-d392456ae024 gateway port host: dv-cinder-796889-2-smb {{(pid=92748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:29:38.061155 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-af7905e6-f134-40b5-8f7f-d0c0aa400a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:38.072916 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6ec0f7-f1b3-4523-93fc-07e466f7fa72 None None] Routers {'5c3063f7-f7a3-4775-a4f0-95a969eb5e47'} bound to L3 agent in host dv-cinder-796889-2-smb {{(pid=92747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:29:38.073754 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-fa6ec0f7-f1b3-4523-93fc-07e466f7fa72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T04:21:37Z,description=,heartbeat_timestamp=2021-06-21T04:29:37Z,host='dv-cinder-796889-2-smb',id=c5fde6f5-f096-4668-9faa-154c63e10de0,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:21:37Z,topic='l3_agent')) {'router_ids': ['5c3063f7-f7a3-4775-a4f0-95a969eb5e47'], 'active': True} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:38.080288 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27acb47-0ed7-46b4-8465-5ddc5e1cff89 None None] Pushing event updated for resources: {'Port': ['ID=384fc064-2ddc-469c-bd2e-788462f450cf,revision_number=3']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:38.093638 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:38.123724 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-f27acb47-0ed7-46b4-8465-5ddc5e1cff89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:38.261509 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8d9c7f-36c9-4737-84dc-f6213693719a admin admin] Network 38e35d0b-e570-49d3-959b-c55bd6e0308c is already hosted by enough agents. {{(pid=92746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:29:38.276657 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f7aabecc-f07e-400c-b40d-34f640858aca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:38.298745 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvr_db [None req-fa6ec0f7-f1b3-4523-93fc-07e466f7fa72 None None] Set router 5c3063f7-f7a3-4775-a4f0-95a969eb5e47 gateway port host: dv-cinder-796889-2-smb {{(pid=92747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:29:38.302500 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.scheduler.base_scheduler [None req-3b8d9c7f-36c9-4737-84dc-f6213693719a admin admin] Resources bound (agent type, host, resource id): {{(pid=92746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:29:38.307627 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8d9c7f-36c9-4737-84dc-f6213693719a admin admin] Received port after_create {{(pid=92746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:29:38.309784 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-3b8d9c7f-36c9-4737-84dc-f6213693719a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33059880'] for router_interface, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:38.386831 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-19cd26d3-091d-4499-ad84-d86809a5d4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789666979157'] for port, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:38.469339 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-4496fc18-2a63-4c02-b7a2-fa068bc10b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96bd2eb3-e9bc-4fa1-a53d-d392456ae024', 'name': 'tempest-AttachVolumeShelveTestJSON-1705391473-router', 'tenant_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '100755dd-aa6e-4365-827a-30bb0828080c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:29Z', 'updated_at': '2021-06-21T04:29:32Z', 'revision_number': 3, 'project_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'gw_port': {'id': '100755dd-aa6e-4365-827a-30bb0828080c', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:cb:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96bd2eb3-e9bc-4fa1-a53d-d392456ae024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:31Z', 'updated_at': '2021-06-21T04:29:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb'}], 'dv-cinder-796889-2-smb', False) {} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:38.513827 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4496fc18-2a63-4c02-b7a2-fa068bc10b30 None None] The sync data for ids ['96bd2eb3-e9bc-4fa1-a53d-d392456ae024'] in dv-cinder-796889-2-smb is: [{'id': '96bd2eb3-e9bc-4fa1-a53d-d392456ae024', 'name': 'tempest-AttachVolumeShelveTestJSON-1705391473-router', 'tenant_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '100755dd-aa6e-4365-827a-30bb0828080c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:29Z', 'updated_at': '2021-06-21T04:29:32Z', 'revision_number': 3, 'project_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'gw_port': {'id': '100755dd-aa6e-4365-827a-30bb0828080c', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:cb:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96bd2eb3-e9bc-4fa1-a53d-d392456ae024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:31Z', 'updated_at': '2021-06-21T04:29:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb'}] {{(pid=92748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:29:38.534191 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-fc64188b-62ad-4c35-8092-66bd044ccafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc3e814-c5ce-4cab-98cf-23ae5ddf9139', 'name': 'tempest-ServerRescueNegativeTestJSON-2055509264-router', 'tenant_id': '092d282a6edc474b8f3300e8e6ee4b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.32'}], 'enable_snat': True}, 'gw_port_id': 'd4860a3b-5d89-4e56-97e2-94bdafc31e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:28Z', 'updated_at': '2021-06-21T04:29:30Z', 'revision_number': 3, 'project_id': '092d282a6edc474b8f3300e8e6ee4b67', 'gw_port': {'id': 'd4860a3b-5d89-4e56-97e2-94bdafc31e09', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ad:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dc3e814-c5ce-4cab-98cf-23ae5ddf9139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:29Z', 'updated_at': '2021-06-21T04:29:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb'}], 'dv-cinder-796889-2-smb', False) {} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:38.571901 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc64188b-62ad-4c35-8092-66bd044ccafc None None] The sync data for ids ['6dc3e814-c5ce-4cab-98cf-23ae5ddf9139'] in dv-cinder-796889-2-smb is: [{'id': '6dc3e814-c5ce-4cab-98cf-23ae5ddf9139', 'name': 'tempest-ServerRescueNegativeTestJSON-2055509264-router', 'tenant_id': '092d282a6edc474b8f3300e8e6ee4b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.32'}], 'enable_snat': True}, 'gw_port_id': 'd4860a3b-5d89-4e56-97e2-94bdafc31e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:28Z', 'updated_at': '2021-06-21T04:29:30Z', 'revision_number': 3, 'project_id': '092d282a6edc474b8f3300e8e6ee4b67', 'gw_port': {'id': 'd4860a3b-5d89-4e56-97e2-94bdafc31e09', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ad:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dc3e814-c5ce-4cab-98cf-23ae5ddf9139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:29Z', 'updated_at': '2021-06-21T04:29:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb'}] {{(pid=92748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:29:38.650579 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 55500) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:38.703782 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4817b1de-bff8-4752-a393-66248da07efa admin admin] Notify callbacks [] for port, precommit_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:38.742749 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4817b1de-bff8-4752-a393-66248da07efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:38.753545 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4817b1de-bff8-4752-a393-66248da07efa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33144703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33060657'] for router_interface, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:38.759318 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8d9c7f-36c9-4737-84dc-f6213693719a admin admin] Pushing event updated for resources: {'Port': ['ID=612e2fd2-c187-4d51-a56d-bd48917717d2,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:38.774609 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-3b8d9c7f-36c9-4737-84dc-f6213693719a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.681s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:38.802497 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-4b095372-eab9-49e1-aecf-6f6daff86ebc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:38.820515 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-5389984a-9791-4739-b0df-643542b2976f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.179s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:38.896591 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-5d4a07f0-b40d-46eb-9625-c04c171244d7 None None] Provisioning for port 612e2fd2-c187-4d51-a56d-bd48917717d2 completed by entity DHCP. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:29:38.947772 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-fa6ec0f7-f1b3-4523-93fc-07e466f7fa72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c3063f7-f7a3-4775-a4f0-95a969eb5e47', 'name': 'tempest-AttachVolumeTestJSON-1756689701-router', 'tenant_id': '975d204c53d040d2a863b56978bb847b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.218'}], 'enable_snat': True}, 'gw_port_id': '384fc064-2ddc-469c-bd2e-788462f450cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:28Z', 'updated_at': '2021-06-21T04:29:31Z', 'revision_number': 3, 'project_id': '975d204c53d040d2a863b56978bb847b', 'gw_port': {'id': '384fc064-2ddc-469c-bd2e-788462f450cf', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:50:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c3063f7-f7a3-4775-a4f0-95a969eb5e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:30Z', 'updated_at': '2021-06-21T04:29:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb'}], 'dv-cinder-796889-2-smb', False) {} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:38.949981 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-5d4a07f0-b40d-46eb-9625-c04c171244d7 None None] Provisioning complete for port 612e2fd2-c187-4d51-a56d-bd48917717d2 triggered by entity DHCP. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:29:38.953557 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-5d4a07f0-b40d-46eb-9625-c04c171244d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:38.981841 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4817b1de-bff8-4752-a393-66248da07efa admin admin] Pushing event updated for resources: {'Port': ['ID=13d980d7-acbb-4e40-b434-2cdb9da20941,revision_number=2']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:38.987866 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-4817b1de-bff8-4752-a393-66248da07efa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:39.025764 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-7ed75507-0733-4b5e-9014-a005538938f3 req-333b8a35-338f-4e97-b0f7-fb7e75fa7f31 tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] Notify callbacks [] for port, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:39.077587 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cd26d3-091d-4499-ad84-d86809a5d4f9 admin admin] Network 266761c6-991a-4b5c-89b7-18dc73edeb62 is already hosted by enough agents. {{(pid=92746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:29:39.141696 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6ec0f7-f1b3-4523-93fc-07e466f7fa72 None None] The sync data for ids ['5c3063f7-f7a3-4775-a4f0-95a969eb5e47'] in dv-cinder-796889-2-smb is: [{'id': '5c3063f7-f7a3-4775-a4f0-95a969eb5e47', 'name': 'tempest-AttachVolumeTestJSON-1756689701-router', 'tenant_id': '975d204c53d040d2a863b56978bb847b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.218'}], 'enable_snat': True}, 'gw_port_id': '384fc064-2ddc-469c-bd2e-788462f450cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:28Z', 'updated_at': '2021-06-21T04:29:31Z', 'revision_number': 3, 'project_id': '975d204c53d040d2a863b56978bb847b', 'gw_port': {'id': '384fc064-2ddc-469c-bd2e-788462f450cf', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:50:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c3063f7-f7a3-4775-a4f0-95a969eb5e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:30Z', 'updated_at': '2021-06-21T04:29:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb'}] {{(pid=92747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:29:39.154654 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.scheduler.base_scheduler [None req-19cd26d3-091d-4499-ad84-d86809a5d4f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=92746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:29:39.165725 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cd26d3-091d-4499-ad84-d86809a5d4f9 admin admin] Received port after_create {{(pid=92746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:29:39.167718 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-19cd26d3-091d-4499-ad84-d86809a5d4f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33059880'] for router_interface, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:39.168519 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4817b1de-bff8-4752-a393-66248da07efa admin admin] Network eb14d1e4-153c-4833-8dee-e8145a700dcb is already hosted by enough agents. {{(pid=92745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:29:39.173340 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.base_scheduler [None req-4817b1de-bff8-4752-a393-66248da07efa admin admin] Resources bound (agent type, host, resource id): {{(pid=92745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:29:39.176699 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-7ed75507-0733-4b5e-9014-a005538938f3 req-333b8a35-338f-4e97-b0f7-fb7e75fa7f31 tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789666979157'] for port, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:39.242724 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-5d4a07f0-b40d-46eb-9625-c04c171244d7 None None] Port 612e2fd2-c187-4d51-a56d-bd48917717d2 cannot update to ACTIVE because it is not bound. {{(pid=92747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:29:39.414267 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-d7637211-4813-48a9-9d5a-a5e0e7ecfbc6 req-5f08f812-05b5-4792-9fcd-34ebdeac4fd8 tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2626c30-1593-4c67-a983-37d19f04079e HTTP/1.1" status: 200 len: 210 time: 0.4361477 Jun 21 04:29:39.624827 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-22c07560-f57b-4a41-94cf-2de93c4f241c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:39.631305 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-410c395a-ca3a-4855-90fb-923e0a2b4d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:39.638886 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cd26d3-091d-4499-ad84-d86809a5d4f9 admin admin] Pushing event updated for resources: {'Port': ['ID=bc9da0fc-c9e9-4021-96cd-46e86f9e1725,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:39.655464 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-19cd26d3-091d-4499-ad84-d86809a5d4f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.835s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:39.738648 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f7aabecc-f07e-400c-b40d-34f640858aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:39.778048 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f7aabecc-f07e-400c-b40d-34f640858aca admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:39.780048 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-f7aabecc-f07e-400c-b40d-34f640858aca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/777bb82b-75db-4481-b7ff-e5b3949d2b2d HTTP/1.1" status: 204 len: 168 time: 3.3073359 Jun 21 04:29:39.793834 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-996b7fe8-e888-45eb-a813-440447ba0822 None None] Provisioning for port bc9da0fc-c9e9-4021-96cd-46e86f9e1725 completed by entity DHCP. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:29:39.806551 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-801453a4-db01-46de-8006-d8d473a241a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:39.825075 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-996b7fe8-e888-45eb-a813-440447ba0822 None None] Provisioning complete for port bc9da0fc-c9e9-4021-96cd-46e86f9e1725 triggered by entity DHCP. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:29:39.835028 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-996b7fe8-e888-45eb-a813-440447ba0822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:39.874474 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aabecc-f07e-400c-b40d-34f640858aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=777bb82b-75db-4481-b7ff-e5b3949d2b2d,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:39.882056 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-f7aabecc-f07e-400c-b40d-34f640858aca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:39.929374 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ed75507-0733-4b5e-9014-a005538938f3 req-333b8a35-338f-4e97-b0f7-fb7e75fa7f31 tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] Network c10ab2d8-231d-4915-bce2-b712d0653f57 is already hosted by enough agents. {{(pid=92745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:29:40.019001 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-3b8d9c7f-36c9-4737-84dc-f6213693719a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:40.108970 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.base_scheduler [req-7ed75507-0733-4b5e-9014-a005538938f3 req-333b8a35-338f-4e97-b0f7-fb7e75fa7f31 tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] Resources bound (agent type, host, resource id): {{(pid=92745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:29:40.120155 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4817b1de-bff8-4752-a393-66248da07efa admin admin] Router 6dc3e814-c5ce-4cab-98cf-23ae5ddf9139 has already been hosted by L3 agent c5fde6f5-f096-4668-9faa-154c63e10de0 {{(pid=92745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:29:40.137560 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-996b7fe8-e888-45eb-a813-440447ba0822 None None] Port bc9da0fc-c9e9-4021-96cd-46e86f9e1725 cannot update to ACTIVE because it is not bound. {{(pid=92747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:29:40.163485 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ed75507-0733-4b5e-9014-a005538938f3 req-333b8a35-338f-4e97-b0f7-fb7e75fa7f31 tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] Received port after_create {{(pid=92745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:29:40.187641 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed75507-0733-4b5e-9014-a005538938f3 req-333b8a35-338f-4e97-b0f7-fb7e75fa7f31 tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:40.188306 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-7ed75507-0733-4b5e-9014-a005538938f3 req-333b8a35-338f-4e97-b0f7-fb7e75fa7f31 tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33144588'] for port, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:40.254015 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device d4860a3b-5d89-4e56-97e2-94bdafc31e09 up at agent ovs-agent-dv-cinder-796889-2-smb {{(pid=92747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:29:40.473912 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-19cd26d3-091d-4499-ad84-d86809a5d4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:40.483634 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Provisioning for port d4860a3b-5d89-4e56-97e2-94bdafc31e09 completed by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:29:40.495034 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Provisioning complete for port d4860a3b-5d89-4e56-97e2-94bdafc31e09 triggered by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:29:40.495423 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:40.520692 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-13327f1a-0a4a-4a66-8e22-09130c3e5e27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:40.555902 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4817b1de-bff8-4752-a393-66248da07efa admin admin] Notify agent at l3_agent.dv-cinder-796889-2-smb the message routers_updated {{(pid=92745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:29:40.577477 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-7ed75507-0733-4b5e-9014-a005538938f3 req-333b8a35-338f-4e97-b0f7-fb7e75fa7f31 tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7837777 Jun 21 04:29:40.696515 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-4817b1de-bff8-4752-a393-66248da07efa admin admin] 10.222.0.13 "PUT /v2.0/routers/6dc3e814-c5ce-4cab-98cf-23ae5ddf9139/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6217051 Jun 21 04:29:40.712318 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:40.714134 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [req-7ed75507-0733-4b5e-9014-a005538938f3 req-4dd6fbae-e107-40f2-a616-b38f0efa0b3d tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 04:29:40.715211 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-7ed75507-0733-4b5e-9014-a005538938f3 req-4dd6fbae-e107-40f2-a616-b38f0efa0b3d tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0173481 Jun 21 04:29:40.806354 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-f392fa84-7a48-456a-8363-78490891b966 None None] For port d4860a3b-5d89-4e56-97e2-94bdafc31e09, host dv-cinder-796889-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-smb',level=0,port_id=d4860a3b-5d89-4e56-97e2-94bdafc31e09,segment=NetworkSegment(022cd8a4-ba8b-492c-8b47-9af8409ae6a3),segment_id=022cd8a4-ba8b-492c-8b47-9af8409ae6a3)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:29:40.815954 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:40.820978 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device 100755dd-aa6e-4365-827a-30bb0828080c up at agent ovs-agent-dv-cinder-796889-2-smb {{(pid=92747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:29:40.849127 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333b8a35-338f-4e97-b0f7-fb7e75fa7f31 tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] Pushing event updated for resources: {'Port': ['ID=2a159849-6572-440b-884e-5612f44d6d9e,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:40.878098 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-333b8a35-338f-4e97-b0f7-fb7e75fa7f31 tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.251s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:41.009825 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-d0e2404a-69c2-404f-9565-76d8a2907e14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:41.094899 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-13327f1a-0a4a-4a66-8e22-09130c3e5e27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:41.104835 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-13327f1a-0a4a-4a66-8e22-09130c3e5e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:41.111276 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:41.198759 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Pushing event updated for resources: {'Port': ['ID=d4860a3b-5d89-4e56-97e2-94bdafc31e09,revision_number=4']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:41.209542 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:41.234768 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-3b8d9c7f-36c9-4737-84dc-f6213693719a admin admin] Notify callbacks [] for port, precommit_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:41.238532 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Provisioning for port 100755dd-aa6e-4365-827a-30bb0828080c completed by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:29:41.245816 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Provisioning complete for port 100755dd-aa6e-4365-827a-30bb0828080c triggered by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:29:41.246558 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:41.285966 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-13327f1a-0a4a-4a66-8e22-09130c3e5e27 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cdbbc84db9d14ceea6dde602f1ab1c92&name=default HTTP/1.1" status: 200 len: 2975 time: 2.6069672 Jun 21 04:29:41.297380 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 55570) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:41.320943 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-3b8d9c7f-36c9-4737-84dc-f6213693719a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:41.338715 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13327f1a-0a4a-4a66-8e22-09130c3e5e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14dc85e2-a670-42d6-881b-0aec7f845d09,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:41.360883 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-13327f1a-0a4a-4a66-8e22-09130c3e5e27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:41.384056 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-3b8d9c7f-36c9-4737-84dc-f6213693719a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33144703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33060657'] for router_interface, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:41.391748 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:41.501264 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:41.535995 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-58707d33-71b4-4414-92cb-eb573f30f0a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:41.559507 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-f392fa84-7a48-456a-8363-78490891b966 None None] For port 100755dd-aa6e-4365-827a-30bb0828080c, host dv-cinder-796889-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-smb',level=0,port_id=100755dd-aa6e-4365-827a-30bb0828080c,segment=NetworkSegment(022cd8a4-ba8b-492c-8b47-9af8409ae6a3),segment_id=022cd8a4-ba8b-492c-8b47-9af8409ae6a3)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:29:41.566204 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 55580) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:41.575535 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:41.578836 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-810efc31-f459-44da-8d78-798874ab66b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:41.619703 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-58707d33-71b4-4414-92cb-eb573f30f0a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:41.689583 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Pushing event updated for resources: {'Port': ['ID=100755dd-aa6e-4365-827a-30bb0828080c,revision_number=4']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:41.697232 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:41.757139 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-58707d33-71b4-4414-92cb-eb573f30f0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:41.760566 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-58707d33-71b4-4414-92cb-eb573f30f0a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:41.767208 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-58707d33-71b4-4414-92cb-eb573f30f0a0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/14dc85e2-a670-42d6-881b-0aec7f845d09 HTTP/1.1" status: 204 len: 168 time: 0.4671750 Jun 21 04:29:41.769149 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-e2dea2f4-6536-44c1-b4f5-e3064d0dfc96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:41.819861 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.v2.base [req-7ed75507-0733-4b5e-9014-a005538938f3 req-c937e4c6-59da-4400-afb6-b769206761e4 service neutron] Request body: {'port': {'device_id': 'c2626c30-1593-4c67-a983-37d19f04079e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79688'}} {{(pid=92745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:29:41.828185 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58707d33-71b4-4414-92cb-eb573f30f0a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14dc85e2-a670-42d6-881b-0aec7f845d09,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:41.834759 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-58707d33-71b4-4414-92cb-eb573f30f0a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:42.075809 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.agents_db [None req-0317ce1f-94ba-4828-a78d-05fb42e0f355 None None] Agent healthcheck: found 6 active agents {{(pid=92748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:29:42.095438 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device 100755dd-aa6e-4365-827a-30bb0828080c up at agent ovs-agent-dv-cinder-796889-2-smb {{(pid=92747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:29:42.193640 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8d9c7f-36c9-4737-84dc-f6213693719a admin admin] Pushing event updated for resources: {'Port': ['ID=612e2fd2-c187-4d51-a56d-bd48917717d2,revision_number=2']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:42.225036 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-3b8d9c7f-36c9-4737-84dc-f6213693719a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.833s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:42.311265 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Provisioning complete for port 100755dd-aa6e-4365-827a-30bb0828080c triggered by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:29:42.312920 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-19cd26d3-091d-4499-ad84-d86809a5d4f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:42.313353 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:42.338451 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-19cd26d3-091d-4499-ad84-d86809a5d4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:42.357049 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1542962-b756-4ba7-b45d-8f8a6e0cb24c req-53c9cc75-e633-4d36-9788-af270becf353 tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:42.365237 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-b1542962-b756-4ba7-b45d-8f8a6e0cb24c req-53c9cc75-e633-4d36-9788-af270becf353 tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2626c30-1593-4c67-a983-37d19f04079e HTTP/1.1" status: 200 len: 932 time: 1.4321930 Jun 21 04:29:42.375685 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-19cd26d3-091d-4499-ad84-d86809a5d4f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33144703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33060657'] for router_interface, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:42.381196 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:42.415918 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-d5afd93e-b811-4eb3-958f-16bfdabed220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:42.581285 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device 384fc064-2ddc-469c-bd2e-788462f450cf up at agent ovs-agent-dv-cinder-796889-2-smb {{(pid=92747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:29:42.603998 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-7ed75507-0733-4b5e-9014-a005538938f3 req-c937e4c6-59da-4400-afb6-b769206761e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:42.736644 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Provisioning for port 384fc064-2ddc-469c-bd2e-788462f450cf completed by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:29:42.745303 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Provisioning complete for port 384fc064-2ddc-469c-bd2e-788462f450cf triggered by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:29:42.746797 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:42.991275 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cd26d3-091d-4499-ad84-d86809a5d4f9 admin admin] Network 266761c6-991a-4b5c-89b7-18dc73edeb62 is already hosted by enough agents. {{(pid=92746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:29:42.995885 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 55614) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:43.000673 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.scheduler.base_scheduler [None req-19cd26d3-091d-4499-ad84-d86809a5d4f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=92746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:29:43.008920 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:43.058838 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-d5afd93e-b811-4eb3-958f-16bfdabed220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:43.068190 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-f392fa84-7a48-456a-8363-78490891b966 None None] For port 384fc064-2ddc-469c-bd2e-788462f450cf, host dv-cinder-796889-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-smb',level=0,port_id=384fc064-2ddc-469c-bd2e-788462f450cf,segment=NetworkSegment(022cd8a4-ba8b-492c-8b47-9af8409ae6a3),segment_id=022cd8a4-ba8b-492c-8b47-9af8409ae6a3)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:29:43.073520 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:43.074382 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device d4860a3b-5d89-4e56-97e2-94bdafc31e09 up at agent ovs-agent-dv-cinder-796889-2-smb {{(pid=92747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:29:43.084388 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:43.104451 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-d5afd93e-b811-4eb3-958f-16bfdabed220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:43.142532 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-0a0b508e-0ba5-496e-9352-53a06e65f2d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:43.229426 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-915d0727-ee69-4c6c-8d42-172496b5ec50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:43.346024 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Pushing event updated for resources: {'Port': ['ID=384fc064-2ddc-469c-bd2e-788462f450cf,revision_number=4']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:43.359738 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:43.420906 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-d5afd93e-b811-4eb3-958f-16bfdabed220 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9559a29b8e72462fa54d8b42b8f5663a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8522024 Jun 21 04:29:43.441115 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 55624) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:43.448147 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Provisioning complete for port d4860a3b-5d89-4e56-97e2-94bdafc31e09 triggered by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:29:43.448554 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:43.481943 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5afd93e-b811-4eb3-958f-16bfdabed220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21605403-5fd2-4018-9dfc-b57a445cfa4f,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:43.493117 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-d5afd93e-b811-4eb3-958f-16bfdabed220 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:43.564063 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-915d0727-ee69-4c6c-8d42-172496b5ec50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:43.571763 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cd26d3-091d-4499-ad84-d86809a5d4f9 admin admin] Pushing event updated for resources: {'Port': ['ID=bc9da0fc-c9e9-4021-96cd-46e86f9e1725,revision_number=2']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:43.587807 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8d9c7f-36c9-4737-84dc-f6213693719a admin admin] Network 38e35d0b-e570-49d3-959b-c55bd6e0308c is already hosted by enough agents. {{(pid=92746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:29:43.612573 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-19cd26d3-091d-4499-ad84-d86809a5d4f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.231s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:43.628260 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-915d0727-ee69-4c6c-8d42-172496b5ec50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:43.644929 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.scheduler.base_scheduler [None req-3b8d9c7f-36c9-4737-84dc-f6213693719a admin admin] Resources bound (agent type, host, resource id): {{(pid=92746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:29:43.655710 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-b1542962-b756-4ba7-b45d-8f8a6e0cb24c req-7a7ee563-1f67-4594-807d-dadc078cb1e2 tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4cabb63-2365-42a6-8711-0ef3899fdfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2670395 Jun 21 04:29:43.664593 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-c12c0d3d-28af-41fd-a534-641f4c102392 None None] Provisioning complete for port bc9da0fc-c9e9-4021-96cd-46e86f9e1725 triggered by entity DHCP. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:29:43.665285 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-c12c0d3d-28af-41fd-a534-641f4c102392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:43.825023 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:43.851588 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-d5d83003-6387-4f0b-b750-960526e07f8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:43.893369 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1bd73f-21c3-4505-8a45-fcc6d7fb8f41 None None] Sync routers for ids ['6dc3e814-c5ce-4cab-98cf-23ae5ddf9139'] in dv-cinder-796889-2-smb {{(pid=92747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:29:43.918726 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-c12c0d3d-28af-41fd-a534-641f4c102392 None None] Port bc9da0fc-c9e9-4021-96cd-46e86f9e1725 cannot update to ACTIVE because it is not bound. {{(pid=92747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:29:43.944053 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1bd73f-21c3-4505-8a45-fcc6d7fb8f41 None None] Routers {'6dc3e814-c5ce-4cab-98cf-23ae5ddf9139'} bound to L3 agent in host dv-cinder-796889-2-smb {{(pid=92747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:29:43.947876 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-4d1bd73f-21c3-4505-8a45-fcc6d7fb8f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T04:21:37Z,description=,heartbeat_timestamp=2021-06-21T04:29:37Z,host='dv-cinder-796889-2-smb',id=c5fde6f5-f096-4668-9faa-154c63e10de0,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:21:37Z,topic='l3_agent')) {'router_ids': ['6dc3e814-c5ce-4cab-98cf-23ae5ddf9139'], 'active': True} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:44.010950 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-d5d83003-6387-4f0b-b750-960526e07f8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:44.060039 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-915d0727-ee69-4c6c-8d42-172496b5ec50 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8975e777a16b46c2973a49aa9ef1441c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0285423 Jun 21 04:29:44.072976 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 55632) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:44.139242 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d0727-ee69-4c6c-8d42-172496b5ec50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0014f38-ddaa-4efa-a5f2-7fc627186036,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:44.159589 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-915d0727-ee69-4c6c-8d42-172496b5ec50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:44.179606 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [req-7ed75507-0733-4b5e-9014-a005538938f3 req-c937e4c6-59da-4400-afb6-b769206761e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a159849-6572-440b-884e-5612f44d6d9e {{(pid=92745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:29:44.192420 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-7ed75507-0733-4b5e-9014-a005538938f3 req-c937e4c6-59da-4400-afb6-b769206761e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:44.211521 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3ee42-bdab-4733-9b15-15a0a4f5b0c8 req-f0eb8025-3c74-4690-9b06-81e04f5ed11a tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:44.227542 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvr_db [None req-4d1bd73f-21c3-4505-8a45-fcc6d7fb8f41 None None] Set router 6dc3e814-c5ce-4cab-98cf-23ae5ddf9139 gateway port host: dv-cinder-796889-2-smb {{(pid=92747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:29:44.230281 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-7bb3ee42-bdab-4733-9b15-15a0a4f5b0c8 req-f0eb8025-3c74-4690-9b06-81e04f5ed11a tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/networks?id=eb14d1e4-153c-4833-8dee-e8145a700dcb HTTP/1.1" status: 200 len: 819 time: 1.5860307 Jun 21 04:29:44.254600 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [req-7ed75507-0733-4b5e-9014-a005538938f3 req-c937e4c6-59da-4400-afb6-b769206761e4 service neutron] Transition to ACTIVE for port object 2a159849-6572-440b-884e-5612f44d6d9e will not be triggered until provisioned by entity L2. {{(pid=92745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:29:44.291311 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-7ed75507-0733-4b5e-9014-a005538938f3 req-c937e4c6-59da-4400-afb6-b769206761e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:44.337940 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:44.344364 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device 384fc064-2ddc-469c-bd2e-788462f450cf up at agent ovs-agent-dv-cinder-796889-2-smb {{(pid=92747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:29:44.370221 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19cd26d3-091d-4499-ad84-d86809a5d4f9 admin admin] Router 5c3063f7-f7a3-4775-a4f0-95a969eb5e47 has already been hosted by L3 agent c5fde6f5-f096-4668-9faa-154c63e10de0 {{(pid=92746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:29:44.392631 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-7bb3ee42-bdab-4733-9b15-15a0a4f5b0c8 req-b20d3cef-3768-4f8d-b9cf-ffeec6e5067f tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/quotas/092d282a6edc474b8f3300e8e6ee4b67 HTTP/1.1" status: 200 len: 375 time: 0.1611388 Jun 21 04:29:44.409103 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-d5d83003-6387-4f0b-b750-960526e07f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:44.483271 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-477b4d5f-1f4b-4cbd-a310-d5eba2dda1c9 None None] Provisioning complete for port 612e2fd2-c187-4d51-a56d-bd48917717d2 triggered by entity DHCP. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:29:44.484239 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-477b4d5f-1f4b-4cbd-a310-d5eba2dda1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:44.493753 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-d5d83003-6387-4f0b-b750-960526e07f8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:44.497193 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-d5d83003-6387-4f0b-b750-960526e07f8e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/21605403-5fd2-4018-9dfc-b57a445cfa4f HTTP/1.1" status: 204 len: 168 time: 1.0498018 Jun 21 04:29:44.510112 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-d42050c5-c283-452c-bcfa-24b1762ffb63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:44.526420 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c937e4c6-59da-4400-afb6-b769206761e4 service neutron] Pushing event updated for resources: {'Port': ['ID=2a159849-6572-440b-884e-5612f44d6d9e,revision_number=2']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:44.567160 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-c937e4c6-59da-4400-afb6-b769206761e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:44.567510 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:44.595515 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d83003-6387-4f0b-b750-960526e07f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21605403-5fd2-4018-9dfc-b57a445cfa4f,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:44.601710 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-d42050c5-c283-452c-bcfa-24b1762ffb63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:44.604165 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-d5d83003-6387-4f0b-b750-960526e07f8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:44.610147 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [req-7ed75507-0733-4b5e-9014-a005538938f3 req-c937e4c6-59da-4400-afb6-b769206761e4 service neutron] Attempting to bind port 2a159849-6572-440b-884e-5612f44d6d9e on host hv-cinder-79688 for vnic_type normal with profile {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:29:44.610910 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [req-7ed75507-0733-4b5e-9014-a005538938f3 req-c937e4c6-59da-4400-afb6-b769206761e4 service neutron] Attempting to bind port 2a159849-6572-440b-884e-5612f44d6d9e by drivers openvswitch,hyperv on host hv-cinder-79688 at level 0 using segments [{'id': '3a22d93a-5443-4a45-bdaf-1d36c2956b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'c10ab2d8-231d-4915-bce2-b712d0653f57'}] {{(pid=92745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:29:44.611509 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed75507-0733-4b5e-9014-a005538938f3 req-c937e4c6-59da-4400-afb6-b769206761e4 service neutron] Attempting to bind port 2a159849-6572-440b-884e-5612f44d6d9e on network c10ab2d8-231d-4915-bce2-b712d0653f57 {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:29:44.622145 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed75507-0733-4b5e-9014-a005538938f3 req-c937e4c6-59da-4400-afb6-b769206761e4 service neutron] Port 2a159849-6572-440b-884e-5612f44d6d9e on network c10ab2d8-231d-4915-bce2-b712d0653f57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79688 {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:29:44.622484 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed75507-0733-4b5e-9014-a005538938f3 req-c937e4c6-59da-4400-afb6-b769206761e4 service neutron] Attempting to bind port 2a159849-6572-440b-884e-5612f44d6d9e on network c10ab2d8-231d-4915-bce2-b712d0653f57 {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:29:44.644857 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed75507-0733-4b5e-9014-a005538938f3 req-c937e4c6-59da-4400-afb6-b769206761e4 service neutron] Checking agent: {'id': '2d8ec531-0834-43cc-a69e-43a4958e3c4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79688', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 27, 37), 'started_at': datetime.datetime(2021, 6, 21, 4, 27, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:29:44.645226 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed75507-0733-4b5e-9014-a005538938f3 req-c937e4c6-59da-4400-afb6-b769206761e4 service neutron] Checking segment: {'id': '3a22d93a-5443-4a45-bdaf-1d36c2956b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'c10ab2d8-231d-4915-bce2-b712d0653f57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:29:44.645804 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed75507-0733-4b5e-9014-a005538938f3 req-c937e4c6-59da-4400-afb6-b769206761e4 service neutron] Bound using segment: {'id': '3a22d93a-5443-4a45-bdaf-1d36c2956b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'c10ab2d8-231d-4915-bce2-b712d0653f57'} {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:29:44.646276 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [req-7ed75507-0733-4b5e-9014-a005538938f3 req-c937e4c6-59da-4400-afb6-b769206761e4 service neutron] Bound port: 2a159849-6572-440b-884e-5612f44d6d9e, host: hv-cinder-79688, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a22d93a-5443-4a45-bdaf-1d36c2956b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'c10ab2d8-231d-4915-bce2-b712d0653f57'}}] {{(pid=92745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:29:44.646644 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-7ed75507-0733-4b5e-9014-a005538938f3 req-c937e4c6-59da-4400-afb6-b769206761e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:44.652725 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b8d9c7f-36c9-4737-84dc-f6213693719a admin admin] Router 96bd2eb3-e9bc-4fa1-a53d-d392456ae024 has already been hosted by L3 agent c5fde6f5-f096-4668-9faa-154c63e10de0 {{(pid=92746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:29:44.727118 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Provisioning complete for port 384fc064-2ddc-469c-bd2e-788462f450cf triggered by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:29:44.728806 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:44.777545 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-d42050c5-c283-452c-bcfa-24b1762ffb63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:44.792622 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-d42050c5-c283-452c-bcfa-24b1762ffb63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:44.800750 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-d42050c5-c283-452c-bcfa-24b1762ffb63 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c0014f38-ddaa-4efa-a5f2-7fc627186036 HTTP/1.1" status: 204 len: 168 time: 0.7222443 Jun 21 04:29:44.805774 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-81385e9a-4e0e-4a5c-bddd-b465baf0892e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:44.824320 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [req-7ed75507-0733-4b5e-9014-a005538938f3 req-c937e4c6-59da-4400-afb6-b769206761e4 service neutron] For port 2a159849-6572-440b-884e-5612f44d6d9e, host hv-cinder-79688, cleared binding levels {{(pid=92745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:29:44.849932 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-477b4d5f-1f4b-4cbd-a310-d5eba2dda1c9 None None] Port 612e2fd2-c187-4d51-a56d-bd48917717d2 cannot update to ACTIVE because it is not bound. {{(pid=92747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:29:44.853533 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42050c5-c283-452c-bcfa-24b1762ffb63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0014f38-ddaa-4efa-a5f2-7fc627186036,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:44.879517 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-d42050c5-c283-452c-bcfa-24b1762ffb63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:44.896044 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [req-7ed75507-0733-4b5e-9014-a005538938f3 req-c937e4c6-59da-4400-afb6-b769206761e4 service neutron] For port 2a159849-6572-440b-884e-5612f44d6d9e, host hv-cinder-79688, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=2a159849-6572-440b-884e-5612f44d6d9e,segment=NetworkSegment(3a22d93a-5443-4a45-bdaf-1d36c2956b6b),segment_id=3a22d93a-5443-4a45-bdaf-1d36c2956b6b)] {{(pid=92745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:29:44.902831 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-7ed75507-0733-4b5e-9014-a005538938f3 req-c937e4c6-59da-4400-afb6-b769206761e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:44.906453 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-60fa28b0-2486-4087-ac31-476461ea40dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:44.990638 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed75507-0733-4b5e-9014-a005538938f3 req-c937e4c6-59da-4400-afb6-b769206761e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:44.991270 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-7ed75507-0733-4b5e-9014-a005538938f3 req-c937e4c6-59da-4400-afb6-b769206761e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33144588'] for port, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:44.992692 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-7ed75507-0733-4b5e-9014-a005538938f3 req-c937e4c6-59da-4400-afb6-b769206761e4 service neutron] 10.222.0.38 "PUT /v2.0/ports/2a159849-6572-440b-884e-5612f44d6d9e HTTP/1.1" status: 200 len: 1094 time: 3.6297367 Jun 21 04:29:44.993173 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2626c30-1593-4c67-a983-37d19f04079e', 'tag': '2a159849-6572-440b-884e-5612f44d6d9e'}] {{(pid=92745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:29:45.043970 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-7bb3ee42-bdab-4733-9b15-15a0a4f5b0c8 req-855f44aa-5a47-46a2-a370-4ca29410ee2a tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=092d282a6edc474b8f3300e8e6ee4b67&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6501994 Jun 21 04:29:45.136772 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c937e4c6-59da-4400-afb6-b769206761e4 service neutron] Pushing event updated for resources: {'Port': ['ID=2a159849-6572-440b-884e-5612f44d6d9e,revision_number=3']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:45.140517 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-c937e4c6-59da-4400-afb6-b769206761e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:45.235201 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-4d1bd73f-21c3-4505-8a45-fcc6d7fb8f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc3e814-c5ce-4cab-98cf-23ae5ddf9139', 'name': 'tempest-ServerRescueNegativeTestJSON-2055509264-router', 'tenant_id': '092d282a6edc474b8f3300e8e6ee4b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.32'}], 'enable_snat': True}, 'gw_port_id': 'd4860a3b-5d89-4e56-97e2-94bdafc31e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:28Z', 'updated_at': '2021-06-21T04:29:37Z', 'revision_number': 4, 'project_id': '092d282a6edc474b8f3300e8e6ee4b67', 'gw_port': {'id': 'd4860a3b-5d89-4e56-97e2-94bdafc31e09', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ad:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc3e814-c5ce-4cab-98cf-23ae5ddf9139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:29Z', 'updated_at': '2021-06-21T04:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb', '_interfaces': [{'id': '13d980d7-acbb-4e40-b434-2cdb9da20941', 'name': '', 'network_id': 'eb14d1e4-153c-4833-8dee-e8145a700dcb', 'tenant_id': '092d282a6edc474b8f3300e8e6ee4b67', 'mac_address': 'fa:16:3e:4f:c6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dc3e814-c5ce-4cab-98cf-23ae5ddf9139', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '73192c75-f1c9-4e6e-bed4-2117506a7d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:34Z', 'updated_at': '2021-06-21T04:29:37Z', 'revision_number': 2, 'project_id': '092d282a6edc474b8f3300e8e6ee4b67', 'subnets': [{'id': '73192c75-f1c9-4e6e-bed4-2117506a7d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-smb', False) {} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:45.299525 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19cd26d3-091d-4499-ad84-d86809a5d4f9 admin admin] Notify agent at l3_agent.dv-cinder-796889-2-smb the message routers_updated {{(pid=92746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:29:45.302807 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1bd73f-21c3-4505-8a45-fcc6d7fb8f41 None None] Checking router: 6dc3e814-c5ce-4cab-98cf-23ae5ddf9139 for host: dv-cinder-796889-2-smb {{(pid=92747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:29:45.303433 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1bd73f-21c3-4505-8a45-fcc6d7fb8f41 None None] Updating router 6dc3e814-c5ce-4cab-98cf-23ae5ddf9139 port 13d980d7-acbb-4e40-b434-2cdb9da20941 binding host dv-cinder-796889-2-smb {{(pid=92747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:29:45.312365 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-19cd26d3-091d-4499-ad84-d86809a5d4f9 admin admin] 10.222.0.13 "PUT /v2.0/routers/5c3063f7-f7a3-4775-a4f0-95a969eb5e47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7880058 Jun 21 04:29:45.312955 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1516123-0488-4080-b99b-410f55596a1d None None] Sync routers for ids ['5c3063f7-f7a3-4775-a4f0-95a969eb5e47'] in dv-cinder-796889-2-smb {{(pid=92748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:29:45.347941 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1516123-0488-4080-b99b-410f55596a1d None None] Routers {'5c3063f7-f7a3-4775-a4f0-95a969eb5e47'} bound to L3 agent in host dv-cinder-796889-2-smb {{(pid=92748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:29:45.351969 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-a1516123-0488-4080-b99b-410f55596a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T04:21:37Z,description=,heartbeat_timestamp=2021-06-21T04:29:37Z,host='dv-cinder-796889-2-smb',id=c5fde6f5-f096-4668-9faa-154c63e10de0,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:21:37Z,topic='l3_agent')) {'router_ids': ['5c3063f7-f7a3-4775-a4f0-95a969eb5e47'], 'active': True} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:45.435355 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-4d1bd73f-21c3-4505-8a45-fcc6d7fb8f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:45.442629 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b8d9c7f-36c9-4737-84dc-f6213693719a admin admin] Notify agent at l3_agent.dv-cinder-796889-2-smb the message routers_updated {{(pid=92746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:29:45.451267 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-3b8d9c7f-36c9-4737-84dc-f6213693719a admin admin] 10.222.0.13 "PUT /v2.0/routers/96bd2eb3-e9bc-4fa1-a53d-d392456ae024/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8184626 Jun 21 04:29:45.465913 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-7bb3ee42-bdab-4733-9b15-15a0a4f5b0c8 req-45678ee6-3c62-4be6-bc4b-97ad263153fd service neutron] 10.222.0.13 "GET /v2.0/networks/eb14d1e4-153c-4833-8dee-e8145a700dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4194057 Jun 21 04:29:45.526237 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b5e6e-2e78-4370-846b-1903a57de147 req-cb58b1e8-0064-4450-a85d-22b053e2184a tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:45.536246 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-459b5e6e-2e78-4370-846b-1903a57de147 req-cb58b1e8-0064-4450-a85d-22b053e2184a tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2626c30-1593-4c67-a983-37d19f04079e HTTP/1.1" status: 200 len: 944 time: 0.4846065 Jun 21 04:29:45.682493 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_dvr_db [None req-a1516123-0488-4080-b99b-410f55596a1d None None] Set router 5c3063f7-f7a3-4775-a4f0-95a969eb5e47 gateway port host: dv-cinder-796889-2-smb {{(pid=92748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:29:45.701736 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 55686) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:45.723053 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-2fe2ebd4-f336-43a6-9236-5b5adfa6106f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:45.747485 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-7bb3ee42-bdab-4733-9b15-15a0a4f5b0c8 req-c1586f8e-a0b2-48ae-ab1c-aa19da381092 service neutron] 10.222.0.13 "GET /v2.0/networks/eb14d1e4-153c-4833-8dee-e8145a700dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805943 Jun 21 04:29:45.791616 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-459b5e6e-2e78-4370-846b-1903a57de147 req-3574faed-718b-490c-bdd7-28e76505d9a7 tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4cabb63-2365-42a6-8711-0ef3899fdfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540605 Jun 21 04:29:46.031797 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e65a7435921a4b725d950f60fbdbd7b7a483a7692f8e299216e8097d5419be07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a3d552a-c328-4fd0-899f-7d7beb61a9d9" -d '{"events": [{"name": "network-changed", "server_uuid": "c2626c30-1593-4c67-a983-37d19f04079e", "tag": "2a159849-6572-440b-884e-5612f44d6d9e"}]}' {{(pid=92745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:29:46.060819 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-a1516123-0488-4080-b99b-410f55596a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c3063f7-f7a3-4775-a4f0-95a969eb5e47', 'name': 'tempest-AttachVolumeTestJSON-1756689701-router', 'tenant_id': '975d204c53d040d2a863b56978bb847b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.218'}], 'enable_snat': True}, 'gw_port_id': '384fc064-2ddc-469c-bd2e-788462f450cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:28Z', 'updated_at': '2021-06-21T04:29:40Z', 'revision_number': 4, 'project_id': '975d204c53d040d2a863b56978bb847b', 'gw_port': {'id': '384fc064-2ddc-469c-bd2e-788462f450cf', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:50:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3063f7-f7a3-4775-a4f0-95a969eb5e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:30Z', 'updated_at': '2021-06-21T04:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb', '_interfaces': [{'id': 'bc9da0fc-c9e9-4021-96cd-46e86f9e1725', 'name': '', 'network_id': '266761c6-991a-4b5c-89b7-18dc73edeb62', 'tenant_id': '975d204c53d040d2a863b56978bb847b', 'mac_address': 'fa:16:3e:b5:29:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c3063f7-f7a3-4775-a4f0-95a969eb5e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '17b08017-4248-42a3-9e39-b4aee30874d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:35Z', 'updated_at': '2021-06-21T04:29:40Z', 'revision_number': 2, 'project_id': '975d204c53d040d2a863b56978bb847b', 'subnets': [{'id': '17b08017-4248-42a3-9e39-b4aee30874d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-smb', False) {} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:46.101068 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1516123-0488-4080-b99b-410f55596a1d None None] Checking router: 5c3063f7-f7a3-4775-a4f0-95a969eb5e47 for host: dv-cinder-796889-2-smb {{(pid=92748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:29:46.101978 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1516123-0488-4080-b99b-410f55596a1d None None] Updating router 5c3063f7-f7a3-4775-a4f0-95a969eb5e47 port bc9da0fc-c9e9-4021-96cd-46e86f9e1725 binding host dv-cinder-796889-2-smb {{(pid=92748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:29:46.154936 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-a1516123-0488-4080-b99b-410f55596a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:46.234564 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-4d1bd73f-21c3-4505-8a45-fcc6d7fb8f41 None None] Notify callbacks [] for port, precommit_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:46.258694 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-4d1bd73f-21c3-4505-8a45-fcc6d7fb8f41 None None] Transition to ACTIVE for port object 13d980d7-acbb-4e40-b434-2cdb9da20941 will not be triggered until provisioned by entity L2. {{(pid=92747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:29:46.266692 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d487a098-e556-401f-bba1-2e17898b0b86 None None] Sync routers for ids ['96bd2eb3-e9bc-4fa1-a53d-d392456ae024'] in dv-cinder-796889-2-smb {{(pid=92747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:29:46.291532 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-4d1bd73f-21c3-4505-8a45-fcc6d7fb8f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:46.320122 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-810efc31-f459-44da-8d78-798874ab66b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:46.445044 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed75507-0733-4b5e-9014-a005538938f3 req-eea40fb4-56ef-456d-aeed-11a132c31bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:46.456202 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-7ed75507-0733-4b5e-9014-a005538938f3 req-eea40fb4-56ef-456d-aeed-11a132c31bed service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ceacfe29a6b347899cd7be4e46664dc7&device_id=c2626c30-1593-4c67-a983-37d19f04079e HTTP/1.1" status: 200 len: 1097 time: 0.7176676 Jun 21 04:29:46.711435 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d487a098-e556-401f-bba1-2e17898b0b86 None None] Routers {'96bd2eb3-e9bc-4fa1-a53d-d392456ae024'} bound to L3 agent in host dv-cinder-796889-2-smb {{(pid=92747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:29:46.713993 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-d487a098-e556-401f-bba1-2e17898b0b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T04:21:37Z,description=,heartbeat_timestamp=2021-06-21T04:29:37Z,host='dv-cinder-796889-2-smb',id=c5fde6f5-f096-4668-9faa-154c63e10de0,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:21:37Z,topic='l3_agent')) {'router_ids': ['96bd2eb3-e9bc-4fa1-a53d-d392456ae024'], 'active': True} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:46.794154 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-7ed75507-0733-4b5e-9014-a005538938f3 req-ed5d8f3a-f430-49e3-8b53-fd5de1c3c9c6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a159849-6572-440b-884e-5612f44d6d9e HTTP/1.1" status: 200 len: 217 time: 0.2717340 Jun 21 04:29:46.832898 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-a1516123-0488-4080-b99b-410f55596a1d None None] Notify callbacks [] for port, precommit_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:46.859107 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-a1516123-0488-4080-b99b-410f55596a1d None None] Transition to ACTIVE for port object bc9da0fc-c9e9-4021-96cd-46e86f9e1725 will not be triggered until provisioned by entity L2. {{(pid=92748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:29:46.872886 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-a1516123-0488-4080-b99b-410f55596a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:46.876932 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-41d74469-6f1d-4d14-acae-3264451da647 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:46.933419 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvr_db [None req-d487a098-e556-401f-bba1-2e17898b0b86 None None] Set router 96bd2eb3-e9bc-4fa1-a53d-d392456ae024 gateway port host: dv-cinder-796889-2-smb {{(pid=92747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:29:46.987805 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-2fe2ebd4-f336-43a6-9236-5b5adfa6106f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:47.006313 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed75507-0733-4b5e-9014-a005538938f3 req-4b43e1e4-80e0-46a5-8882-2a2bfdcc2fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:47.010646 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-7ed75507-0733-4b5e-9014-a005538938f3 req-4b43e1e4-80e0-46a5-8882-2a2bfdcc2fcc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=bd16b9f7-dba3-4433-be2d-48c9ec6f3066 HTTP/1.1" status: 200 len: 852 time: 0.1984999 Jun 21 04:29:47.015563 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-2fe2ebd4-f336-43a6-9236-5b5adfa6106f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:47.026995 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-18910883-d726-4088-82f9-4b140ac13a4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:47.087921 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674c198e-b869-46e6-973c-380f5d67ab7a None None] Pushing event updated for resources: {'Port': ['ID=13d980d7-acbb-4e40-b434-2cdb9da20941,revision_number=3']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:47.088518 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f684f62-a0fe-482f-96f4-2d3654d9b54b None None] Pushing event updated for resources: {'Port': ['ID=bc9da0fc-c9e9-4021-96cd-46e86f9e1725,revision_number=3']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:47.094374 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-674c198e-b869-46e6-973c-380f5d67ab7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.774s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:47.105331 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-5f684f62-a0fe-482f-96f4-2d3654d9b54b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:47.216694 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4315212b-0425-4066-b5d4-a89aadc353e8 x-openstack-request-id: req-4315212b-0425-4066-b5d4-a89aadc353e8 {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:29:47.220376 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2626c30-1593-4c67-a983-37d19f04079e", "tag": "2a159849-6572-440b-884e-5612f44d6d9e", "status": "completed", "code": 200}]} {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:29:47.229472 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4315212b-0425-4066-b5d4-a89aadc353e8 {{(pid=92745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:29:47.230738 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2626c30-1593-4c67-a983-37d19f04079e', 'tag': '2a159849-6572-440b-884e-5612f44d6d9e', 'status': 'completed', 'code': 200} Jun 21 04:29:47.286887 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-a1516123-0488-4080-b99b-410f55596a1d None None] Attempting to bind port bc9da0fc-c9e9-4021-96cd-46e86f9e1725 on host dv-cinder-796889-2-smb for vnic_type normal with profile {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:29:47.287257 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-a1516123-0488-4080-b99b-410f55596a1d None None] Attempting to bind port bc9da0fc-c9e9-4021-96cd-46e86f9e1725 by drivers openvswitch,hyperv on host dv-cinder-796889-2-smb at level 0 using segments [{'id': '7df2cf32-4808-4c59-a032-2d76cb3a1487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '266761c6-991a-4b5c-89b7-18dc73edeb62'}] {{(pid=92748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:29:47.287611 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1516123-0488-4080-b99b-410f55596a1d None None] Attempting to bind port bc9da0fc-c9e9-4021-96cd-46e86f9e1725 on network 266761c6-991a-4b5c-89b7-18dc73edeb62 {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:29:47.313718 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.managers [None req-4d1bd73f-21c3-4505-8a45-fcc6d7fb8f41 None None] Attempting to bind port 13d980d7-acbb-4e40-b434-2cdb9da20941 on host dv-cinder-796889-2-smb for vnic_type normal with profile {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:29:47.316297 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.managers [None req-4d1bd73f-21c3-4505-8a45-fcc6d7fb8f41 None None] Attempting to bind port 13d980d7-acbb-4e40-b434-2cdb9da20941 by drivers openvswitch,hyperv on host dv-cinder-796889-2-smb at level 0 using segments [{'id': '6a600e61-3574-4bd3-a34a-517fc2cc37fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'eb14d1e4-153c-4833-8dee-e8145a700dcb'}] {{(pid=92747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:29:47.316854 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1bd73f-21c3-4505-8a45-fcc6d7fb8f41 None None] Attempting to bind port 13d980d7-acbb-4e40-b434-2cdb9da20941 on network eb14d1e4-153c-4833-8dee-e8145a700dcb {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:29:47.317397 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1516123-0488-4080-b99b-410f55596a1d None None] Checking agent: {'id': '81412f97-b552-4c66-a995-535fb532aea6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 21, 37), 'started_at': datetime.datetime(2021, 6, 21, 4, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:29:47.317776 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1516123-0488-4080-b99b-410f55596a1d None None] Checking segment: {'id': '7df2cf32-4808-4c59-a032-2d76cb3a1487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '266761c6-991a-4b5c-89b7-18dc73edeb62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:29:47.318178 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-a1516123-0488-4080-b99b-410f55596a1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:47.318568 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1516123-0488-4080-b99b-410f55596a1d None None] Bound using segment: {'id': '7df2cf32-4808-4c59-a032-2d76cb3a1487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '266761c6-991a-4b5c-89b7-18dc73edeb62'} {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:29:47.319033 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-a1516123-0488-4080-b99b-410f55596a1d None None] Bound port: bc9da0fc-c9e9-4021-96cd-46e86f9e1725, host: dv-cinder-796889-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7df2cf32-4808-4c59-a032-2d76cb3a1487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '266761c6-991a-4b5c-89b7-18dc73edeb62'}}] {{(pid=92748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:29:47.319401 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-a1516123-0488-4080-b99b-410f55596a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:47.331720 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1bd73f-21c3-4505-8a45-fcc6d7fb8f41 None None] Checking agent: {'id': '81412f97-b552-4c66-a995-535fb532aea6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 21, 37), 'started_at': datetime.datetime(2021, 6, 21, 4, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:29:47.333575 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1bd73f-21c3-4505-8a45-fcc6d7fb8f41 None None] Checking segment: {'id': '6a600e61-3574-4bd3-a34a-517fc2cc37fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'eb14d1e4-153c-4833-8dee-e8145a700dcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:29:47.334457 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-4d1bd73f-21c3-4505-8a45-fcc6d7fb8f41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:47.335998 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1bd73f-21c3-4505-8a45-fcc6d7fb8f41 None None] Bound using segment: {'id': '6a600e61-3574-4bd3-a34a-517fc2cc37fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'eb14d1e4-153c-4833-8dee-e8145a700dcb'} {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:29:47.350056 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-7ed75507-0733-4b5e-9014-a005538938f3 req-fc7bfe07-9cd1-42b0-81fb-3ab391b98e23 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c10ab2d8-231d-4915-bce2-b712d0653f57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2774668 Jun 21 04:29:47.355904 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.managers [None req-4d1bd73f-21c3-4505-8a45-fcc6d7fb8f41 None None] Bound port: 13d980d7-acbb-4e40-b434-2cdb9da20941, host: dv-cinder-796889-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a600e61-3574-4bd3-a34a-517fc2cc37fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'eb14d1e4-153c-4833-8dee-e8145a700dcb'}}] {{(pid=92747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:29:47.356418 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-4d1bd73f-21c3-4505-8a45-fcc6d7fb8f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:47.381935 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-411e645e-5fb7-44c7-827f-93f35c4f9db2 req-0cf010ab-5629-4bcd-8feb-470a10c18c60 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6afa05c-5040-4202-a64c-c703c946ff1a HTTP/1.1" status: 200 len: 210 time: 0.0765498 Jun 21 04:29:47.388521 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe2ebd4-f336-43a6-9236-5b5adfa6106f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec8849b-0e53-4012-8ac1-f63796cf6a90,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:47.405229 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-2fe2ebd4-f336-43a6-9236-5b5adfa6106f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=457ab1fb9f0c4e249dba331f3d283acc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7022810 Jun 21 04:29:47.406476 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-2fe2ebd4-f336-43a6-9236-5b5adfa6106f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:47.408103 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 55742) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:47.494007 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-bc985c0f-6642-4cee-ba87-af1c35b9b5af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:47.543691 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-7ed75507-0733-4b5e-9014-a005538938f3 req-455b7dc8-e0db-48ae-b6b9-a80b77b1fdb7 service neutron] 10.222.0.38 "GET /v2.0/networks/c10ab2d8-231d-4915-bce2-b712d0653f57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821799 Jun 21 04:29:47.545044 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-bc985c0f-6642-4cee-ba87-af1c35b9b5af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:47.608575 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-4d1bd73f-21c3-4505-8a45-fcc6d7fb8f41 None None] For port 13d980d7-acbb-4e40-b434-2cdb9da20941, host dv-cinder-796889-2-smb, cleared binding levels {{(pid=92747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:29:47.610556 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-4d1bd73f-21c3-4505-8a45-fcc6d7fb8f41 None None] For port 13d980d7-acbb-4e40-b434-2cdb9da20941, host dv-cinder-796889-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-smb',level=0,port_id=13d980d7-acbb-4e40-b434-2cdb9da20941,segment=NetworkSegment(6a600e61-3574-4bd3-a34a-517fc2cc37fd),segment_id=6a600e61-3574-4bd3-a34a-517fc2cc37fd)] {{(pid=92747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:29:47.624887 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-4d1bd73f-21c3-4505-8a45-fcc6d7fb8f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:47.630367 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-f27acb47-0ed7-46b4-8465-5ddc5e1cff89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:47.647372 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-bc985c0f-6642-4cee-ba87-af1c35b9b5af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:47.650253 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-bc985c0f-6642-4cee-ba87-af1c35b9b5af admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:47.651410 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-bc985c0f-6642-4cee-ba87-af1c35b9b5af admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2ec8849b-0e53-4012-8ac1-f63796cf6a90 HTTP/1.1" status: 204 len: 168 time: 0.2373536 Jun 21 04:29:47.652220 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-9be1f909-512a-4bf1-bb1c-b1bdc11254fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:47.661499 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc985c0f-6642-4cee-ba87-af1c35b9b5af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec8849b-0e53-4012-8ac1-f63796cf6a90,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:47.678758 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-bc985c0f-6642-4cee-ba87-af1c35b9b5af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:47.724421 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-a1516123-0488-4080-b99b-410f55596a1d None None] For port bc9da0fc-c9e9-4021-96cd-46e86f9e1725, host dv-cinder-796889-2-smb, cleared binding levels {{(pid=92748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:29:47.749596 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-a1516123-0488-4080-b99b-410f55596a1d None None] For port bc9da0fc-c9e9-4021-96cd-46e86f9e1725, host dv-cinder-796889-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-smb',level=0,port_id=bc9da0fc-c9e9-4021-96cd-46e86f9e1725,segment=NetworkSegment(7df2cf32-4808-4c59-a032-2d76cb3a1487),segment_id=7df2cf32-4808-4c59-a032-2d76cb3a1487)] {{(pid=92748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:29:47.769030 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-a1516123-0488-4080-b99b-410f55596a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:47.794600 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-7ed75507-0733-4b5e-9014-a005538938f3 req-9773f8a9-092c-4838-8c10-08f4a26503b9 service neutron] 10.222.0.38 "GET /v2.0/networks/c10ab2d8-231d-4915-bce2-b712d0653f57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421818 Jun 21 04:29:47.806033 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:48.009853 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1bd73f-21c3-4505-8a45-fcc6d7fb8f41 None None] Routers {'6dc3e814-c5ce-4cab-98cf-23ae5ddf9139'} bound to L3 agent in host dv-cinder-796889-2-smb {{(pid=92747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:29:48.015481 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-4d1bd73f-21c3-4505-8a45-fcc6d7fb8f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T04:21:37Z,description=,heartbeat_timestamp=2021-06-21T04:29:37Z,host='dv-cinder-796889-2-smb',id=c5fde6f5-f096-4668-9faa-154c63e10de0,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:21:37Z,topic='l3_agent')) {'router_ids': ['6dc3e814-c5ce-4cab-98cf-23ae5ddf9139'], 'active': True} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:48.028777 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674c198e-b869-46e6-973c-380f5d67ab7a None None] Pushing event updated for resources: {'Port': ['ID=13d980d7-acbb-4e40-b434-2cdb9da20941,revision_number=4']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:48.043134 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-674c198e-b869-46e6-973c-380f5d67ab7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:48.084325 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1516123-0488-4080-b99b-410f55596a1d None None] Routers {'5c3063f7-f7a3-4775-a4f0-95a969eb5e47'} bound to L3 agent in host dv-cinder-796889-2-smb {{(pid=92748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:29:48.102737 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-a1516123-0488-4080-b99b-410f55596a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T04:21:37Z,description=,heartbeat_timestamp=2021-06-21T04:29:37Z,host='dv-cinder-796889-2-smb',id=c5fde6f5-f096-4668-9faa-154c63e10de0,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:21:37Z,topic='l3_agent')) {'router_ids': ['5c3063f7-f7a3-4775-a4f0-95a969eb5e47'], 'active': True} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:48.119270 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f684f62-a0fe-482f-96f4-2d3654d9b54b None None] Pushing event updated for resources: {'Port': ['ID=bc9da0fc-c9e9-4021-96cd-46e86f9e1725,revision_number=4']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:48.133330 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-5f684f62-a0fe-482f-96f4-2d3654d9b54b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:48.252597 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d552a-c328-4fd0-899f-7d7beb61a9d9 req-d60df8a3-b666-441f-adc9-0e22bf396a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:48.270477 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-0a3d552a-c328-4fd0-899f-7d7beb61a9d9 req-d60df8a3-b666-441f-adc9-0e22bf396a16 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ceacfe29a6b347899cd7be4e46664dc7&device_id=c2626c30-1593-4c67-a983-37d19f04079e HTTP/1.1" status: 200 len: 1097 time: 0.3145144 Jun 21 04:29:48.539418 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-d487a098-e556-401f-bba1-2e17898b0b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96bd2eb3-e9bc-4fa1-a53d-d392456ae024', 'name': 'tempest-AttachVolumeShelveTestJSON-1705391473-router', 'tenant_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '100755dd-aa6e-4365-827a-30bb0828080c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:29Z', 'updated_at': '2021-06-21T04:29:39Z', 'revision_number': 4, 'project_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'gw_port': {'id': '100755dd-aa6e-4365-827a-30bb0828080c', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:cb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96bd2eb3-e9bc-4fa1-a53d-d392456ae024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:31Z', 'updated_at': '2021-06-21T04:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb', '_interfaces': [{'id': '612e2fd2-c187-4d51-a56d-bd48917717d2', 'name': '', 'network_id': '38e35d0b-e570-49d3-959b-c55bd6e0308c', 'tenant_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'mac_address': 'fa:16:3e:f0:cb:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96bd2eb3-e9bc-4fa1-a53d-d392456ae024', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6f995fa3-0676-46ec-80cb-22d4129d3f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:36Z', 'updated_at': '2021-06-21T04:29:40Z', 'revision_number': 2, 'project_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'subnets': [{'id': '6f995fa3-0676-46ec-80cb-22d4129d3f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-smb', False) {} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:48.680434 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_dvr_db [None req-a1516123-0488-4080-b99b-410f55596a1d None None] Set router 5c3063f7-f7a3-4775-a4f0-95a969eb5e47 gateway port host: dv-cinder-796889-2-smb {{(pid=92748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:29:48.725386 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d487a098-e556-401f-bba1-2e17898b0b86 None None] Checking router: 96bd2eb3-e9bc-4fa1-a53d-d392456ae024 for host: dv-cinder-796889-2-smb {{(pid=92747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:29:48.739095 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d487a098-e556-401f-bba1-2e17898b0b86 None None] Updating router 96bd2eb3-e9bc-4fa1-a53d-d392456ae024 port 612e2fd2-c187-4d51-a56d-bd48917717d2 binding host dv-cinder-796889-2-smb {{(pid=92747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:29:48.874551 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d487a098-e556-401f-bba1-2e17898b0b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:49.284108 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvr_db [None req-4d1bd73f-21c3-4505-8a45-fcc6d7fb8f41 None None] Set router 6dc3e814-c5ce-4cab-98cf-23ae5ddf9139 gateway port host: dv-cinder-796889-2-smb {{(pid=92747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:29:49.322511 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d552a-c328-4fd0-899f-7d7beb61a9d9 req-494ea82f-db01-48f2-98c8-cacb8236876c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:49.324865 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-0a3d552a-c328-4fd0-899f-7d7beb61a9d9 req-494ea82f-db01-48f2-98c8-cacb8236876c service neutron] 10.222.0.38 "GET /v2.0/networks?id=c10ab2d8-231d-4915-bce2-b712d0653f57 HTTP/1.1" status: 200 len: 913 time: 0.9570911 Jun 21 04:29:49.375959 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 55824) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:49.381669 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.v2.base [None req-f6ac5523-4d78-4dc1-b0c8-8a36cba37a4e tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Request body: {'security_group': {'name': 'tempest-securitygroup--362652123', 'description': 'tempest-description--258969537'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:29:49.418749 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-0a3d552a-c328-4fd0-899f-7d7beb61a9d9 req-42814124-815a-4e94-81fe-5baf6ceac64b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a159849-6572-440b-884e-5612f44d6d9e HTTP/1.1" status: 200 len: 217 time: 0.0825353 Jun 21 04:29:49.430328 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-a1516123-0488-4080-b99b-410f55596a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c3063f7-f7a3-4775-a4f0-95a969eb5e47', 'name': 'tempest-AttachVolumeTestJSON-1756689701-router', 'tenant_id': '975d204c53d040d2a863b56978bb847b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.218'}], 'enable_snat': True}, 'gw_port_id': '384fc064-2ddc-469c-bd2e-788462f450cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:28Z', 'updated_at': '2021-06-21T04:29:40Z', 'revision_number': 4, 'project_id': '975d204c53d040d2a863b56978bb847b', 'gw_port': {'id': '384fc064-2ddc-469c-bd2e-788462f450cf', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:50:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3063f7-f7a3-4775-a4f0-95a969eb5e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:30Z', 'updated_at': '2021-06-21T04:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb', '_interfaces': [{'id': 'bc9da0fc-c9e9-4021-96cd-46e86f9e1725', 'name': '', 'network_id': '266761c6-991a-4b5c-89b7-18dc73edeb62', 'tenant_id': '975d204c53d040d2a863b56978bb847b', 'mac_address': 'fa:16:3e:b5:29:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c3063f7-f7a3-4775-a4f0-95a969eb5e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '17b08017-4248-42a3-9e39-b4aee30874d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:35Z', 'updated_at': '2021-06-21T04:29:47Z', 'revision_number': 4, 'project_id': '975d204c53d040d2a863b56978bb847b', 'subnets': [{'id': '17b08017-4248-42a3-9e39-b4aee30874d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-smb', False) {} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:49.457290 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 55830) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:49.462908 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.v2.base [None req-d058e1af-73ae-4e5b-85d3-d1d0a24afec1 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Request body: {'security_group': {'name': 'tempest-securitygroup--122136520', 'description': 'tempest-description--1119618093'}} {{(pid=92745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:29:49.498943 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f6ac5523-4d78-4dc1-b0c8-8a36cba37a4e tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:49.549176 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1516123-0488-4080-b99b-410f55596a1d None None] The sync data for ids ['5c3063f7-f7a3-4775-a4f0-95a969eb5e47'] in dv-cinder-796889-2-smb is: [{'id': '5c3063f7-f7a3-4775-a4f0-95a969eb5e47', 'name': 'tempest-AttachVolumeTestJSON-1756689701-router', 'tenant_id': '975d204c53d040d2a863b56978bb847b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.218'}], 'enable_snat': True}, 'gw_port_id': '384fc064-2ddc-469c-bd2e-788462f450cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:28Z', 'updated_at': '2021-06-21T04:29:40Z', 'revision_number': 4, 'project_id': '975d204c53d040d2a863b56978bb847b', 'gw_port': {'id': '384fc064-2ddc-469c-bd2e-788462f450cf', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:50:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3063f7-f7a3-4775-a4f0-95a969eb5e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:30Z', 'updated_at': '2021-06-21T04:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb', '_interfaces': [{'id': 'bc9da0fc-c9e9-4021-96cd-46e86f9e1725', 'name': '', 'network_id': '266761c6-991a-4b5c-89b7-18dc73edeb62', 'tenant_id': '975d204c53d040d2a863b56978bb847b', 'mac_address': 'fa:16:3e:b5:29:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c3063f7-f7a3-4775-a4f0-95a969eb5e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '17b08017-4248-42a3-9e39-b4aee30874d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:35Z', 'updated_at': '2021-06-21T04:29:47Z', 'revision_number': 4, 'project_id': '975d204c53d040d2a863b56978bb847b', 'subnets': [{'id': '17b08017-4248-42a3-9e39-b4aee30874d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:29:49.652535 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-d058e1af-73ae-4e5b-85d3-d1d0a24afec1 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks [] for security_group, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:49.673710 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d552a-c328-4fd0-899f-7d7beb61a9d9 req-2f9cbe2d-8a61-4e2c-9413-d2258cf71b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:49.675051 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-0a3d552a-c328-4fd0-899f-7d7beb61a9d9 req-2f9cbe2d-8a61-4e2c-9413-d2258cf71b1a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=bd16b9f7-dba3-4433-be2d-48c9ec6f3066 HTTP/1.1" status: 200 len: 852 time: 0.2009001 Jun 21 04:29:49.789063 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-0a3d552a-c328-4fd0-899f-7d7beb61a9d9 req-bab479dd-5572-4f1f-9113-2e9643f0ad9b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c10ab2d8-231d-4915-bce2-b712d0653f57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1066401 Jun 21 04:29:49.981029 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-0a3d552a-c328-4fd0-899f-7d7beb61a9d9 req-aaeddd85-b3e9-4dab-8a51-07d36dd400b5 service neutron] 10.222.0.38 "GET /v2.0/networks/c10ab2d8-231d-4915-bce2-b712d0653f57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744196 Jun 21 04:29:50.238265 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-0a3d552a-c328-4fd0-899f-7d7beb61a9d9 req-68491904-c3fc-4d90-a1b7-ec811a2e92f5 service neutron] 10.222.0.38 "GET /v2.0/networks/c10ab2d8-231d-4915-bce2-b712d0653f57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407539 Jun 21 04:29:50.268052 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device bc9da0fc-c9e9-4021-96cd-46e86f9e1725 up at agent ovs-agent-dv-cinder-796889-2-smb {{(pid=92747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:29:50.320900 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bcc050-d219-4875-a613-f4713ca0ddde req-10c8c53e-2410-4f4e-bc0d-184e5c78e0c3 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:50.332159 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-22bcc050-d219-4875-a613-f4713ca0ddde req-10c8c53e-2410-4f4e-bc0d-184e5c78e0c3 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/networks?id=eb14d1e4-153c-4833-8dee-e8145a700dcb HTTP/1.1" status: 200 len: 819 time: 0.5162315 Jun 21 04:29:50.452673 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-22bcc050-d219-4875-a613-f4713ca0ddde req-6483a164-ca5d-4622-82ac-dc649abc43e6 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/quotas/092d282a6edc474b8f3300e8e6ee4b67 HTTP/1.1" status: 200 len: 375 time: 0.1184561 Jun 21 04:29:50.550886 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Provisioning for port bc9da0fc-c9e9-4021-96cd-46e86f9e1725 completed by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:29:50.570371 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-4d1bd73f-21c3-4505-8a45-fcc6d7fb8f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc3e814-c5ce-4cab-98cf-23ae5ddf9139', 'name': 'tempest-ServerRescueNegativeTestJSON-2055509264-router', 'tenant_id': '092d282a6edc474b8f3300e8e6ee4b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.32'}], 'enable_snat': True}, 'gw_port_id': 'd4860a3b-5d89-4e56-97e2-94bdafc31e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:28Z', 'updated_at': '2021-06-21T04:29:37Z', 'revision_number': 4, 'project_id': '092d282a6edc474b8f3300e8e6ee4b67', 'gw_port': {'id': 'd4860a3b-5d89-4e56-97e2-94bdafc31e09', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ad:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc3e814-c5ce-4cab-98cf-23ae5ddf9139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:29Z', 'updated_at': '2021-06-21T04:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb', '_interfaces': [{'id': '13d980d7-acbb-4e40-b434-2cdb9da20941', 'name': '', 'network_id': 'eb14d1e4-153c-4833-8dee-e8145a700dcb', 'tenant_id': '092d282a6edc474b8f3300e8e6ee4b67', 'mac_address': 'fa:16:3e:4f:c6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dc3e814-c5ce-4cab-98cf-23ae5ddf9139', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '73192c75-f1c9-4e6e-bed4-2117506a7d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:34Z', 'updated_at': '2021-06-21T04:29:47Z', 'revision_number': 4, 'project_id': '092d282a6edc474b8f3300e8e6ee4b67', 'subnets': [{'id': '73192c75-f1c9-4e6e-bed4-2117506a7d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-smb', False) {} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:50.672791 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Provisioning complete for port bc9da0fc-c9e9-4021-96cd-46e86f9e1725 triggered by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:29:50.680464 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:50.812662 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1bd73f-21c3-4505-8a45-fcc6d7fb8f41 None None] The sync data for ids ['6dc3e814-c5ce-4cab-98cf-23ae5ddf9139'] in dv-cinder-796889-2-smb is: [{'id': '6dc3e814-c5ce-4cab-98cf-23ae5ddf9139', 'name': 'tempest-ServerRescueNegativeTestJSON-2055509264-router', 'tenant_id': '092d282a6edc474b8f3300e8e6ee4b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.32'}], 'enable_snat': True}, 'gw_port_id': 'd4860a3b-5d89-4e56-97e2-94bdafc31e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:28Z', 'updated_at': '2021-06-21T04:29:37Z', 'revision_number': 4, 'project_id': '092d282a6edc474b8f3300e8e6ee4b67', 'gw_port': {'id': 'd4860a3b-5d89-4e56-97e2-94bdafc31e09', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ad:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc3e814-c5ce-4cab-98cf-23ae5ddf9139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:29Z', 'updated_at': '2021-06-21T04:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb', '_interfaces': [{'id': '13d980d7-acbb-4e40-b434-2cdb9da20941', 'name': '', 'network_id': 'eb14d1e4-153c-4833-8dee-e8145a700dcb', 'tenant_id': '092d282a6edc474b8f3300e8e6ee4b67', 'mac_address': 'fa:16:3e:4f:c6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dc3e814-c5ce-4cab-98cf-23ae5ddf9139', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '73192c75-f1c9-4e6e-bed4-2117506a7d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:34Z', 'updated_at': '2021-06-21T04:29:47Z', 'revision_number': 4, 'project_id': '092d282a6edc474b8f3300e8e6ee4b67', 'subnets': [{'id': '73192c75-f1c9-4e6e-bed4-2117506a7d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:29:50.980143 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18eb836-cd0d-492f-8e49-1317b2632f1f req-2661869a-72d3-4b1d-bc31-8fd856fc011e tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:50.988912 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-c18eb836-cd0d-492f-8e49-1317b2632f1f req-2661869a-72d3-4b1d-bc31-8fd856fc011e tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2626c30-1593-4c67-a983-37d19f04079e HTTP/1.1" status: 200 len: 944 time: 1.3172631 Jun 21 04:29:51.033551 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f6ac5523-4d78-4dc1-b0c8-8a36cba37a4e tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:51.047384 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f6ac5523-4d78-4dc1-b0c8-8a36cba37a4e tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:51.062544 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-915d0727-ee69-4c6c-8d42-172496b5ec50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:51.092491 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-22bcc050-d219-4875-a613-f4713ca0ddde req-a7399949-acc4-4dc7-a5f8-a6d1c559cf14 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=092d282a6edc474b8f3300e8e6ee4b67&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6383204 Jun 21 04:29:51.116654 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-c18eb836-cd0d-492f-8e49-1317b2632f1f req-1d7d2d55-d845-47b2-b339-2e1caa4d3abc tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4cabb63-2365-42a6-8711-0ef3899fdfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195757 Jun 21 04:29:51.128751 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:51.132353 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ac5523-4d78-4dc1-b0c8-8a36cba37a4e tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caf29c12-da81-4cc3-ac7d-970e1b1b08f0,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:51.136130 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-f6ac5523-4d78-4dc1-b0c8-8a36cba37a4e tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:51.219254 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d487a098-e556-401f-bba1-2e17898b0b86 None None] Notify callbacks [] for port, precommit_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:51.237265 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-f392fa84-7a48-456a-8363-78490891b966 None None] For port bc9da0fc-c9e9-4021-96cd-46e86f9e1725, host dv-cinder-796889-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-smb',level=0,port_id=bc9da0fc-c9e9-4021-96cd-46e86f9e1725,segment=NetworkSegment(7df2cf32-4808-4c59-a032-2d76cb3a1487),segment_id=7df2cf32-4808-4c59-a032-2d76cb3a1487)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:29:51.255394 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-d487a098-e556-401f-bba1-2e17898b0b86 None None] Transition to ACTIVE for port object 612e2fd2-c187-4d51-a56d-bd48917717d2 will not be triggered until provisioned by entity L2. {{(pid=92747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:29:51.257914 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:51.259777 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:51.308662 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d487a098-e556-401f-bba1-2e17898b0b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:51.327196 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3ee42-bdab-4733-9b15-15a0a4f5b0c8 req-5a1df41f-3e61-46a1-a23a-6887e81bb736 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:51.329742 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-7bb3ee42-bdab-4733-9b15-15a0a4f5b0c8 req-5a1df41f-3e61-46a1-a23a-6887e81bb736 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.38 "GET /v2.0/networks?id=eb14d1e4-153c-4833-8dee-e8145a700dcb HTTP/1.1" status: 200 len: 819 time: 0.3408685 Jun 21 04:29:51.406967 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-d058e1af-73ae-4e5b-85d3-d1d0a24afec1 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks [] for security_group, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:51.414078 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.v2.base [req-7bb3ee42-bdab-4733-9b15-15a0a4f5b0c8 req-21e2cfea-2a6e-4ba9-a6d9-da14da51b97c tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Request body: {'port': {'device_id': 'a6afa05c-5040-4202-a64c-c703c946ff1a', 'network_id': 'eb14d1e4-153c-4833-8dee-e8145a700dcb', 'admin_state_up': True, 'tenant_id': '092d282a6edc474b8f3300e8e6ee4b67'}} {{(pid=92745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:29:51.423574 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f6ac5523-4d78-4dc1-b0c8-8a36cba37a4e tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:51.424855 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-f6ac5523-4d78-4dc1-b0c8-8a36cba37a4e tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.0478477 Jun 21 04:29:51.427918 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 55902) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:51.432649 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.v2.base [None req-3116fcf0-46a5-46c7-8802-5906ae00f1fe tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Request body: {'security_group_rule': {'security_group_id': 'caf29c12-da81-4cc3-ac7d-970e1b1b08f0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:29:51.450485 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 55904) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:51.542641 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-d058e1af-73ae-4e5b-85d3-d1d0a24afec1 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:51.548496 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Pushing event updated for resources: {'Port': ['ID=bc9da0fc-c9e9-4021-96cd-46e86f9e1725,revision_number=5']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:51.549064 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:51.580777 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-3116fcf0-46a5-46c7-8802-5906ae00f1fe tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:51.581879 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d058e1af-73ae-4e5b-85d3-d1d0a24afec1 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39085220-cdcc-4a6f-81ee-ed6b884a5b61,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:51.591345 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-d058e1af-73ae-4e5b-85d3-d1d0a24afec1 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:51.610614 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bb3ee42-bdab-4733-9b15-15a0a4f5b0c8 req-21e2cfea-2a6e-4ba9-a6d9-da14da51b97c tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Made reservation on behalf of 092d282a6edc474b8f3300e8e6ee4b67 for: {'port': 1} {{(pid=92745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:29:51.614694 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-7bb3ee42-bdab-4733-9b15-15a0a4f5b0c8 req-21e2cfea-2a6e-4ba9-a6d9-da14da51b97c tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-632420'] for port, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:51.620862 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:51.620862 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.289s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:51.682538 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-d058e1af-73ae-4e5b-85d3-d1d0a24afec1 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks [] for security_group, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:51.687293 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 55910) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:51.693569 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-d058e1af-73ae-4e5b-85d3-d1d0a24afec1 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.2347703 Jun 21 04:29:51.718953 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.v2.base [None req-5cafefb4-1005-4acf-aaba-93587f2b0f17 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Request body: {'security_group_rule': {'security_group_id': '39085220-cdcc-4a6f-81ee-ed6b884a5b61', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:29:51.797403 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.managers [None req-d487a098-e556-401f-bba1-2e17898b0b86 None None] Attempting to bind port 612e2fd2-c187-4d51-a56d-bd48917717d2 on host dv-cinder-796889-2-smb for vnic_type normal with profile {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:29:51.802269 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.managers [None req-d487a098-e556-401f-bba1-2e17898b0b86 None None] Attempting to bind port 612e2fd2-c187-4d51-a56d-bd48917717d2 by drivers openvswitch,hyperv on host dv-cinder-796889-2-smb at level 0 using segments [{'id': 'df3f6f4e-05ff-4d6f-923e-8ebc44f445d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '38e35d0b-e570-49d3-959b-c55bd6e0308c'}] {{(pid=92747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:29:51.802701 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d487a098-e556-401f-bba1-2e17898b0b86 None None] Attempting to bind port 612e2fd2-c187-4d51-a56d-bd48917717d2 on network 38e35d0b-e570-49d3-959b-c55bd6e0308c {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:29:51.849960 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d487a098-e556-401f-bba1-2e17898b0b86 None None] Checking agent: {'id': '81412f97-b552-4c66-a995-535fb532aea6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 21, 37), 'started_at': datetime.datetime(2021, 6, 21, 4, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:29:51.850345 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d487a098-e556-401f-bba1-2e17898b0b86 None None] Checking segment: {'id': 'df3f6f4e-05ff-4d6f-923e-8ebc44f445d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '38e35d0b-e570-49d3-959b-c55bd6e0308c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:29:51.850756 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d487a098-e556-401f-bba1-2e17898b0b86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:51.851150 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d487a098-e556-401f-bba1-2e17898b0b86 None None] Bound using segment: {'id': 'df3f6f4e-05ff-4d6f-923e-8ebc44f445d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '38e35d0b-e570-49d3-959b-c55bd6e0308c'} {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:29:51.851669 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.managers [None req-d487a098-e556-401f-bba1-2e17898b0b86 None None] Bound port: 612e2fd2-c187-4d51-a56d-bd48917717d2, host: dv-cinder-796889-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df3f6f4e-05ff-4d6f-923e-8ebc44f445d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '38e35d0b-e570-49d3-959b-c55bd6e0308c'}}] {{(pid=92747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:29:51.852037 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d487a098-e556-401f-bba1-2e17898b0b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:51.940581 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5009521-1754-4aaa-b37b-2e5fff288697 None None] Pushing event updated for resources: {'Port': ['ID=612e2fd2-c187-4d51-a56d-bd48917717d2,revision_number=3']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:51.971240 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-e5009521-1754-4aaa-b37b-2e5fff288697 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:52.035459 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-3116fcf0-46a5-46c7-8802-5906ae00f1fe tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:52.073040 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.db_base_plugin_common [req-7bb3ee42-bdab-4733-9b15-15a0a4f5b0c8 req-21e2cfea-2a6e-4ba9-a6d9-da14da51b97c tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Allocated IP 172.20.0.6 (eb14d1e4-153c-4833-8dee-e8145a700dcb/73192c75-f1c9-4e6e-bed4-2117506a7d5e/cecae649-32ea-447c-aa51-6ce626930b79) {{(pid=92745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:29:52.102384 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-3116fcf0-46a5-46c7-8802-5906ae00f1fe tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180364'] for security_group_rule, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:52.116389 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-5cafefb4-1005-4acf-aaba-93587f2b0f17 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:52.141268 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:52.255593 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-d487a098-e556-401f-bba1-2e17898b0b86 None None] For port 612e2fd2-c187-4d51-a56d-bd48917717d2, host dv-cinder-796889-2-smb, cleared binding levels {{(pid=92747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:29:52.263352 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-d487a098-e556-401f-bba1-2e17898b0b86 None None] For port 612e2fd2-c187-4d51-a56d-bd48917717d2, host dv-cinder-796889-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-smb',level=0,port_id=612e2fd2-c187-4d51-a56d-bd48917717d2,segment=NetworkSegment(df3f6f4e-05ff-4d6f-923e-8ebc44f445d6),segment_id=df3f6f4e-05ff-4d6f-923e-8ebc44f445d6)] {{(pid=92747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:29:52.274645 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d487a098-e556-401f-bba1-2e17898b0b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:52.301504 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-b16a3f9a-ec70-4f7e-89e9-02f9f98d87a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:52.316923 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3116fcf0-46a5-46c7-8802-5906ae00f1fe tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2021984-6a4d-4ad3-9e74-e5138c550c08,revision_number=0']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:52.383733 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-27eeb25c-bbc2-4414-87b4-fb02cf83fa91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:52.413780 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-3116fcf0-46a5-46c7-8802-5906ae00f1fe tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:52.427696 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-3116fcf0-46a5-46c7-8802-5906ae00f1fe tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:52.441313 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-3116fcf0-46a5-46c7-8802-5906ae00f1fe tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0121171 Jun 21 04:29:52.458787 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device 13d980d7-acbb-4e40-b434-2cdb9da20941 up at agent ovs-agent-dv-cinder-796889-2-smb {{(pid=92747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:29:52.471461 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 55926) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:52.499347 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [req-22bcc050-d219-4875-a613-f4713ca0ddde req-4e6054c7-40e9-4efc-bb80-ccf74cff37d1 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 04:29:52.500112 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.v2.base [None req-f1b30744-c953-45fd-ad7e-f66dc69a8e71 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Request body: {'security_group_rule': {'security_group_id': 'caf29c12-da81-4cc3-ac7d-970e1b1b08f0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:29:52.514305 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-22bcc050-d219-4875-a613-f4713ca0ddde req-4e6054c7-40e9-4efc-bb80-ccf74cff37d1 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4298823 Jun 21 04:29:52.589541 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d487a098-e556-401f-bba1-2e17898b0b86 None None] Routers {'96bd2eb3-e9bc-4fa1-a53d-d392456ae024'} bound to L3 agent in host dv-cinder-796889-2-smb {{(pid=92747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:29:52.590320 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-d487a098-e556-401f-bba1-2e17898b0b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T04:21:37Z,description=,heartbeat_timestamp=2021-06-21T04:29:37Z,host='dv-cinder-796889-2-smb',id=c5fde6f5-f096-4668-9faa-154c63e10de0,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:21:37Z,topic='l3_agent')) {'router_ids': ['96bd2eb3-e9bc-4fa1-a53d-d392456ae024'], 'active': True} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:52.598039 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5009521-1754-4aaa-b37b-2e5fff288697 None None] Pushing event updated for resources: {'Port': ['ID=612e2fd2-c187-4d51-a56d-bd48917717d2,revision_number=4']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:52.605773 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-f1b30744-c953-45fd-ad7e-f66dc69a8e71 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:52.610209 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-e5009521-1754-4aaa-b37b-2e5fff288697 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:52.681583 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-5cafefb4-1005-4acf-aaba-93587f2b0f17 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:52.821718 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Provisioning for port 13d980d7-acbb-4e40-b434-2cdb9da20941 completed by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:29:52.865465 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Provisioning complete for port 13d980d7-acbb-4e40-b434-2cdb9da20941 triggered by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:29:52.866224 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:52.868451 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-5cafefb4-1005-4acf-aaba-93587f2b0f17 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180364'] for security_group_rule, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:52.899007 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:52.941733 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cafefb4-1005-4acf-aaba-93587f2b0f17 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a09cae2-098a-4c0c-b570-5e851155663c,revision_number=0']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:52.950514 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-5cafefb4-1005-4acf-aaba-93587f2b0f17 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:52.970817 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-f1b30744-c953-45fd-ad7e-f66dc69a8e71 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:52.991799 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-f1b30744-c953-45fd-ad7e-f66dc69a8e71 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180364'] for security_group_rule, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:52.992559 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:52.999688 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvr_db [None req-d487a098-e556-401f-bba1-2e17898b0b86 None None] Set router 96bd2eb3-e9bc-4fa1-a53d-d392456ae024 gateway port host: dv-cinder-796889-2-smb {{(pid=92747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:29:53.025475 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:53.047634 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-7bb3ee42-bdab-4733-9b15-15a0a4f5b0c8 req-21e2cfea-2a6e-4ba9-a6d9-da14da51b97c tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Notify callbacks [] for port, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:53.073895 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-f392fa84-7a48-456a-8363-78490891b966 None None] For port 13d980d7-acbb-4e40-b434-2cdb9da20941, host dv-cinder-796889-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-smb',level=0,port_id=13d980d7-acbb-4e40-b434-2cdb9da20941,segment=NetworkSegment(6a600e61-3574-4bd3-a34a-517fc2cc37fd),segment_id=6a600e61-3574-4bd3-a34a-517fc2cc37fd)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:29:53.076540 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b30744-c953-45fd-ad7e-f66dc69a8e71 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf018048-55af-49b7-8ad4-ca36c106f3b2,revision_number=0']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:53.084217 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:53.086512 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device bc9da0fc-c9e9-4021-96cd-46e86f9e1725 up at agent ovs-agent-dv-cinder-796889-2-smb {{(pid=92747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:29:53.088432 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-f1b30744-c953-45fd-ad7e-f66dc69a8e71 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:53.091401 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:53.136546 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-7bb3ee42-bdab-4733-9b15-15a0a4f5b0c8 req-21e2cfea-2a6e-4ba9-a6d9-da14da51b97c tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789666979157'] for port, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:53.146087 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-4817b1de-bff8-4752-a393-66248da07efa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:53.190195 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Pushing event updated for resources: {'Port': ['ID=13d980d7-acbb-4e40-b434-2cdb9da20941,revision_number=5']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:53.193142 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c99f74-a173-4a01-acff-e25dfde4b1c7 req-a6a7b834-50d4-4efa-82da-9dfe1658a69a tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:53.200772 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:53.208172 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-d4c99f74-a173-4a01-acff-e25dfde4b1c7 req-a6a7b834-50d4-4efa-82da-9dfe1658a69a tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2626c30-1593-4c67-a983-37d19f04079e HTTP/1.1" status: 200 len: 944 time: 0.6925793 Jun 21 04:29:53.211098 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bb3ee42-bdab-4733-9b15-15a0a4f5b0c8 req-21e2cfea-2a6e-4ba9-a6d9-da14da51b97c tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Network eb14d1e4-153c-4833-8dee-e8145a700dcb is already hosted by enough agents. {{(pid=92745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:29:53.216342 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-22bcc050-d219-4875-a613-f4713ca0ddde req-76981c65-be7f-4aca-86a1-d8cce44d3e1a service neutron] 10.222.0.13 "GET /v2.0/networks/eb14d1e4-153c-4833-8dee-e8145a700dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6499889 Jun 21 04:29:53.218996 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.base_scheduler [req-7bb3ee42-bdab-4733-9b15-15a0a4f5b0c8 req-21e2cfea-2a6e-4ba9-a6d9-da14da51b97c tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Resources bound (agent type, host, resource id): {{(pid=92745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:29:53.232096 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bb3ee42-bdab-4733-9b15-15a0a4f5b0c8 req-21e2cfea-2a6e-4ba9-a6d9-da14da51b97c tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Received port after_create {{(pid=92745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:29:53.242968 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3ee42-bdab-4733-9b15-15a0a4f5b0c8 req-21e2cfea-2a6e-4ba9-a6d9-da14da51b97c tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:53.243550 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-7bb3ee42-bdab-4733-9b15-15a0a4f5b0c8 req-21e2cfea-2a6e-4ba9-a6d9-da14da51b97c tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33144588'] for port, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:53.266780 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e2cfea-2a6e-4ba9-a6d9-da14da51b97c tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Pushing event updated for resources: {'Port': ['ID=cecae649-32ea-447c-aa51-6ce626930b79,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:53.272608 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-21e2cfea-2a6e-4ba9-a6d9-da14da51b97c tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:53.349293 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-d4c99f74-a173-4a01-acff-e25dfde4b1c7 req-7fca515b-b50b-4fbf-ace5-368aa4708e96 tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4cabb63-2365-42a6-8711-0ef3899fdfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383951 Jun 21 04:29:53.422225 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-22bcc050-d219-4875-a613-f4713ca0ddde req-8f41c424-0123-44a1-903f-755ef3bcac12 service neutron] 10.222.0.13 "GET /v2.0/networks/eb14d1e4-153c-4833-8dee-e8145a700dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840384 Jun 21 04:29:53.453376 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-27eeb25c-bbc2-4414-87b4-fb02cf83fa91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:53.465163 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-27eeb25c-bbc2-4414-87b4-fb02cf83fa91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:53.469932 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-9e163591-3dfa-4ca2-9f6f-f401946999e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:53.474995 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-7bb3ee42-bdab-4733-9b15-15a0a4f5b0c8 req-21e2cfea-2a6e-4ba9-a6d9-da14da51b97c tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0661478 Jun 21 04:29:53.477024 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-f1b30744-c953-45fd-ad7e-f66dc69a8e71 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:53.478526 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-f1b30744-c953-45fd-ad7e-f66dc69a8e71 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0034444 Jun 21 04:29:53.482078 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 55942) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:53.487908 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.v2.base [None req-eb93235b-b92f-47a8-b1f4-46396d40ff75 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Request body: {'floatingip': {'floating_network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684'}} {{(pid=92745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:29:53.491814 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-5cafefb4-1005-4acf-aaba-93587f2b0f17 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:53.493271 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-5cafefb4-1005-4acf-aaba-93587f2b0f17 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7944691 Jun 21 04:29:53.499623 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 55944) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:53.507275 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.v2.base [None req-07219e41-ac0e-4f05-b75d-9377e0fb6d76 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Request body: {'security_group_rule': {'security_group_id': '39085220-cdcc-4a6f-81ee-ed6b884a5b61', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:29:53.563042 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.v2.base [req-7bb3ee42-bdab-4733-9b15-15a0a4f5b0c8 req-7508d492-7cd6-4277-abeb-228d7956a1e3 service neutron] Request body: {'port': {'device_id': 'a6afa05c-5040-4202-a64c-c703c946ff1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79688'}} {{(pid=92745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:29:53.583614 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-27eeb25c-bbc2-4414-87b4-fb02cf83fa91 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f96886ae7d3447929b7c10cdf4613187&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1265488 Jun 21 04:29:53.600942 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 55948) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:53.601425 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eeb25c-bbc2-4414-87b4-fb02cf83fa91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d962920-6ed1-4cb9-94b9-0a4f4b05c5d7,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:53.606734 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-eb93235b-b92f-47a8-b1f4-46396d40ff75 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks [] for floatingip, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:53.623846 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-27eeb25c-bbc2-4414-87b4-fb02cf83fa91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:53.706629 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-07219e41-ac0e-4f05-b75d-9377e0fb6d76 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:53.826182 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Provisioning complete for port bc9da0fc-c9e9-4021-96cd-46e86f9e1725 triggered by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:29:53.827310 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:53.866115 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-07219e41-ac0e-4f05-b75d-9377e0fb6d76 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:53.943962 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-7bb3ee42-bdab-4733-9b15-15a0a4f5b0c8 req-7508d492-7cd6-4277-abeb-228d7956a1e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:53.955358 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-07219e41-ac0e-4f05-b75d-9377e0fb6d76 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180364'] for security_group_rule, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:53.957541 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-93220bdc-b79d-4cd1-8a64-93a8d1429eb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:53.995565 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-4c1e79ab-6aa4-410e-9c41-6bf1c85e9d19 req-223f5733-9ee3-4dab-9331-ca062766b2cc tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ea07e3c-1759-4aa7-905d-60be8e2de62c HTTP/1.1" status: 200 len: 210 time: 0.0874724 Jun 21 04:29:54.032783 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-d487a098-e556-401f-bba1-2e17898b0b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96bd2eb3-e9bc-4fa1-a53d-d392456ae024', 'name': 'tempest-AttachVolumeShelveTestJSON-1705391473-router', 'tenant_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '100755dd-aa6e-4365-827a-30bb0828080c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:29Z', 'updated_at': '2021-06-21T04:29:39Z', 'revision_number': 4, 'project_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'gw_port': {'id': '100755dd-aa6e-4365-827a-30bb0828080c', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:cb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96bd2eb3-e9bc-4fa1-a53d-d392456ae024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:31Z', 'updated_at': '2021-06-21T04:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb', '_interfaces': [{'id': '612e2fd2-c187-4d51-a56d-bd48917717d2', 'name': '', 'network_id': '38e35d0b-e570-49d3-959b-c55bd6e0308c', 'tenant_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'mac_address': 'fa:16:3e:f0:cb:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96bd2eb3-e9bc-4fa1-a53d-d392456ae024', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6f995fa3-0676-46ec-80cb-22d4129d3f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:36Z', 'updated_at': '2021-06-21T04:29:52Z', 'revision_number': 4, 'project_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'subnets': [{'id': '6f995fa3-0676-46ec-80cb-22d4129d3f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-smb', False) {} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:54.072561 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-93220bdc-b79d-4cd1-8a64-93a8d1429eb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:54.075986 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d487a098-e556-401f-bba1-2e17898b0b86 None None] The sync data for ids ['96bd2eb3-e9bc-4fa1-a53d-d392456ae024'] in dv-cinder-796889-2-smb is: [{'id': '96bd2eb3-e9bc-4fa1-a53d-d392456ae024', 'name': 'tempest-AttachVolumeShelveTestJSON-1705391473-router', 'tenant_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '100755dd-aa6e-4365-827a-30bb0828080c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:29Z', 'updated_at': '2021-06-21T04:29:39Z', 'revision_number': 4, 'project_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'gw_port': {'id': '100755dd-aa6e-4365-827a-30bb0828080c', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:cb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96bd2eb3-e9bc-4fa1-a53d-d392456ae024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:31Z', 'updated_at': '2021-06-21T04:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb', '_interfaces': [{'id': '612e2fd2-c187-4d51-a56d-bd48917717d2', 'name': '', 'network_id': '38e35d0b-e570-49d3-959b-c55bd6e0308c', 'tenant_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'mac_address': 'fa:16:3e:f0:cb:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96bd2eb3-e9bc-4fa1-a53d-d392456ae024', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6f995fa3-0676-46ec-80cb-22d4129d3f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:36Z', 'updated_at': '2021-06-21T04:29:52Z', 'revision_number': 4, 'project_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'subnets': [{'id': '6f995fa3-0676-46ec-80cb-22d4129d3f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:29:54.123715 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-3116fcf0-46a5-46c7-8802-5906ae00f1fe tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:54.128771 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-07219e41-ac0e-4f05-b75d-9377e0fb6d76 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:54.130566 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-07219e41-ac0e-4f05-b75d-9377e0fb6d76 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6273487 Jun 21 04:29:54.135895 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 55974) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:54.146511 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.v2.base [None req-a7398629-ffa4-4e7f-a7a5-1108b11725f5 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Request body: {'floatingip': {'floating_network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:29:54.161072 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07219e41-ac0e-4f05-b75d-9377e0fb6d76 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8916ccf-9eb7-4830-9e4d-fca4a5c9fe84,revision_number=0']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:54.168594 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-07219e41-ac0e-4f05-b75d-9377e0fb6d76 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:54.185222 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-93220bdc-b79d-4cd1-8a64-93a8d1429eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:54.189148 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-93220bdc-b79d-4cd1-8a64-93a8d1429eb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:54.191748 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-93220bdc-b79d-4cd1-8a64-93a8d1429eb9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6d962920-6ed1-4cb9-94b9-0a4f4b05c5d7 HTTP/1.1" status: 204 len: 168 time: 0.5732224 Jun 21 04:29:54.193127 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-f7aabecc-f07e-400c-b40d-34f640858aca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:54.197694 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-a7398629-ffa4-4e7f-a7a5-1108b11725f5 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks [] for floatingip, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:54.221143 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device 13d980d7-acbb-4e40-b434-2cdb9da20941 up at agent ovs-agent-dv-cinder-796889-2-smb {{(pid=92747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:29:54.224295 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93220bdc-b79d-4cd1-8a64-93a8d1429eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d962920-6ed1-4cb9-94b9-0a4f4b05c5d7,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:54.288647 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-93220bdc-b79d-4cd1-8a64-93a8d1429eb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:54.448209 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Provisioning complete for port 13d980d7-acbb-4e40-b434-2cdb9da20941 triggered by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:29:54.448592 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:54.476797 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-eb93235b-b92f-47a8-b1f4-46396d40ff75 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-632420'] for port, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:54.578707 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-a7398629-ffa4-4e7f-a7a5-1108b11725f5 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-632420'] for port, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:54.740006 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c916cef2-7d8a-4752-b5e7-b993d697f27f req-f288ac42-0748-485a-a0c1-8de9e327338d tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:54.744187 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-c916cef2-7d8a-4752-b5e7-b993d697f27f req-f288ac42-0748-485a-a0c1-8de9e327338d tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2626c30-1593-4c67-a983-37d19f04079e HTTP/1.1" status: 200 len: 944 time: 0.1613743 Jun 21 04:29:54.779608 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.db_base_plugin_common [None req-eb93235b-b92f-47a8-b1f4-46396d40ff75 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Allocated IP 172.28.2.77 (e4173b4a-3ce8-414e-a2d6-4147ce727684/074fe887-5c0a-4322-b8b4-1844e3a886aa/0904c508-81fd-4d22-a845-11ae85d3c228) {{(pid=92745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:29:54.815128 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-c916cef2-7d8a-4752-b5e7-b993d697f27f req-6354a80b-ccb3-407a-8bd4-75f213af31b5 tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4cabb63-2365-42a6-8711-0ef3899fdfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645783 Jun 21 04:29:54.872580 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 55994) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:54.877669 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [req-7bb3ee42-bdab-4733-9b15-15a0a4f5b0c8 req-7508d492-7cd6-4277-abeb-228d7956a1e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cecae649-32ea-447c-aa51-6ce626930b79 {{(pid=92745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:29:54.892838 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-7bb3ee42-bdab-4733-9b15-15a0a4f5b0c8 req-7508d492-7cd6-4277-abeb-228d7956a1e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:54.903171 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-daddbf2f-53ec-4ab3-9733-9a175f3b73e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:54.916364 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [req-7bb3ee42-bdab-4733-9b15-15a0a4f5b0c8 req-7508d492-7cd6-4277-abeb-228d7956a1e3 service neutron] Transition to ACTIVE for port object cecae649-32ea-447c-aa51-6ce626930b79 will not be triggered until provisioned by entity L2. {{(pid=92745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:29:54.927671 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-7bb3ee42-bdab-4733-9b15-15a0a4f5b0c8 req-7508d492-7cd6-4277-abeb-228d7956a1e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:54.946928 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-c937e4c6-59da-4400-afb6-b769206761e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:55.057237 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-eb93235b-b92f-47a8-b1f4-46396d40ff75 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks [] for port, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:55.095122 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-daddbf2f-53ec-4ab3-9733-9a175f3b73e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:55.099405 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-daddbf2f-53ec-4ab3-9733-9a175f3b73e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:55.103500 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-27eeb25c-bbc2-4414-87b4-fb02cf83fa91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:55.166763 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-daddbf2f-53ec-4ab3-9733-9a175f3b73e7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4730ddbbd4e2430aa40b0d812212df58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2927113 Jun 21 04:29:55.167485 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daddbf2f-53ec-4ab3-9733-9a175f3b73e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e1f181-a196-4875-bfd9-7e98788c784f,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:55.192576 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 56002) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:55.197172 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [req-7bb3ee42-bdab-4733-9b15-15a0a4f5b0c8 req-7508d492-7cd6-4277-abeb-228d7956a1e3 service neutron] Attempting to bind port cecae649-32ea-447c-aa51-6ce626930b79 on host hv-cinder-79688 for vnic_type normal with profile {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:29:55.197537 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [req-7bb3ee42-bdab-4733-9b15-15a0a4f5b0c8 req-7508d492-7cd6-4277-abeb-228d7956a1e3 service neutron] Attempting to bind port cecae649-32ea-447c-aa51-6ce626930b79 by drivers openvswitch,hyperv on host hv-cinder-79688 at level 0 using segments [{'id': '6a600e61-3574-4bd3-a34a-517fc2cc37fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'eb14d1e4-153c-4833-8dee-e8145a700dcb'}] {{(pid=92745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:29:55.197859 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb3ee42-bdab-4733-9b15-15a0a4f5b0c8 req-7508d492-7cd6-4277-abeb-228d7956a1e3 service neutron] Attempting to bind port cecae649-32ea-447c-aa51-6ce626930b79 on network eb14d1e4-153c-4833-8dee-e8145a700dcb {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:29:55.201187 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-daddbf2f-53ec-4ab3-9733-9a175f3b73e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:55.239939 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7508d492-7cd6-4277-abeb-228d7956a1e3 service neutron] Pushing event updated for resources: {'Port': ['ID=cecae649-32ea-447c-aa51-6ce626930b79,revision_number=2']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:55.244377 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb3ee42-bdab-4733-9b15-15a0a4f5b0c8 req-7508d492-7cd6-4277-abeb-228d7956a1e3 service neutron] Port cecae649-32ea-447c-aa51-6ce626930b79 on network eb14d1e4-153c-4833-8dee-e8145a700dcb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79688 {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:29:55.244881 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb3ee42-bdab-4733-9b15-15a0a4f5b0c8 req-7508d492-7cd6-4277-abeb-228d7956a1e3 service neutron] Attempting to bind port cecae649-32ea-447c-aa51-6ce626930b79 on network eb14d1e4-153c-4833-8dee-e8145a700dcb {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:29:55.251539 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-7508d492-7cd6-4277-abeb-228d7956a1e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:55.252735 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb3ee42-bdab-4733-9b15-15a0a4f5b0c8 req-7508d492-7cd6-4277-abeb-228d7956a1e3 service neutron] Checking agent: {'id': '2d8ec531-0834-43cc-a69e-43a4958e3c4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79688', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 27, 37), 'started_at': datetime.datetime(2021, 6, 21, 4, 27, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:29:55.253160 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb3ee42-bdab-4733-9b15-15a0a4f5b0c8 req-7508d492-7cd6-4277-abeb-228d7956a1e3 service neutron] Checking segment: {'id': '6a600e61-3574-4bd3-a34a-517fc2cc37fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'eb14d1e4-153c-4833-8dee-e8145a700dcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:29:55.253715 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb3ee42-bdab-4733-9b15-15a0a4f5b0c8 req-7508d492-7cd6-4277-abeb-228d7956a1e3 service neutron] Bound using segment: {'id': '6a600e61-3574-4bd3-a34a-517fc2cc37fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'eb14d1e4-153c-4833-8dee-e8145a700dcb'} {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:29:55.254295 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [req-7bb3ee42-bdab-4733-9b15-15a0a4f5b0c8 req-7508d492-7cd6-4277-abeb-228d7956a1e3 service neutron] Bound port: cecae649-32ea-447c-aa51-6ce626930b79, host: hv-cinder-79688, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a600e61-3574-4bd3-a34a-517fc2cc37fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'eb14d1e4-153c-4833-8dee-e8145a700dcb'}}] {{(pid=92745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:29:55.254776 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-7bb3ee42-bdab-4733-9b15-15a0a4f5b0c8 req-7508d492-7cd6-4277-abeb-228d7956a1e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:55.288077 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-96c8f4b7-e31e-41f3-988a-13849c5a9807 req-c06a28b3-9c6b-46a9-a8a3-78f318d4b5ac tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ea07e3c-1759-4aa7-905d-60be8e2de62c HTTP/1.1" status: 200 len: 210 time: 0.0726237 Jun 21 04:29:55.349948 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ca4c2bb1-3592-47a3-b662-d3cda245f285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:55.401499 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ca4c2bb1-3592-47a3-b662-d3cda245f285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:55.511095 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ca4c2bb1-3592-47a3-b662-d3cda245f285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:55.517695 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ca4c2bb1-3592-47a3-b662-d3cda245f285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:55.519875 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-ca4c2bb1-3592-47a3-b662-d3cda245f285 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e1e1f181-a196-4875-bfd9-7e98788c784f HTTP/1.1" status: 204 len: 168 time: 0.3250086 Jun 21 04:29:55.520898 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:55.531065 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4c2bb1-3592-47a3-b662-d3cda245f285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e1f181-a196-4875-bfd9-7e98788c784f,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:55.537921 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-ca4c2bb1-3592-47a3-b662-d3cda245f285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:55.616028 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [req-7bb3ee42-bdab-4733-9b15-15a0a4f5b0c8 req-7508d492-7cd6-4277-abeb-228d7956a1e3 service neutron] For port cecae649-32ea-447c-aa51-6ce626930b79, host hv-cinder-79688, cleared binding levels {{(pid=92745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:29:55.619840 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [req-7bb3ee42-bdab-4733-9b15-15a0a4f5b0c8 req-7508d492-7cd6-4277-abeb-228d7956a1e3 service neutron] For port cecae649-32ea-447c-aa51-6ce626930b79, host hv-cinder-79688, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=cecae649-32ea-447c-aa51-6ce626930b79,segment=NetworkSegment(6a600e61-3574-4bd3-a34a-517fc2cc37fd),segment_id=6a600e61-3574-4bd3-a34a-517fc2cc37fd)] {{(pid=92745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:29:55.641369 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-7bb3ee42-bdab-4733-9b15-15a0a4f5b0c8 req-7508d492-7cd6-4277-abeb-228d7956a1e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:55.645438 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-21e2cfea-2a6e-4ba9-a6d9-da14da51b97c tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:55.673386 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-eb93235b-b92f-47a8-b1f4-46396d40ff75 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789666979157'] for port, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:55.735382 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3ee42-bdab-4733-9b15-15a0a4f5b0c8 req-7508d492-7cd6-4277-abeb-228d7956a1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:55.736577 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-7bb3ee42-bdab-4733-9b15-15a0a4f5b0c8 req-7508d492-7cd6-4277-abeb-228d7956a1e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33144588'] for port, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:55.738794 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-7bb3ee42-bdab-4733-9b15-15a0a4f5b0c8 req-7508d492-7cd6-4277-abeb-228d7956a1e3 service neutron] 10.222.0.38 "PUT /v2.0/ports/cecae649-32ea-447c-aa51-6ce626930b79 HTTP/1.1" status: 200 len: 1093 time: 2.1914272 Jun 21 04:29:55.739433 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6afa05c-5040-4202-a64c-c703c946ff1a', 'tag': 'cecae649-32ea-447c-aa51-6ce626930b79'}] {{(pid=92745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:29:55.750220 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e65a7435921a4b725d950f60fbdbd7b7a483a7692f8e299216e8097d5419be07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d617a9-39ce-4e82-a7a1-66d2304fc417" -d '{"events": [{"name": "network-changed", "server_uuid": "a6afa05c-5040-4202-a64c-c703c946ff1a", "tag": "cecae649-32ea-447c-aa51-6ce626930b79"}]}' {{(pid=92745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:29:55.769839 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.db.db_base_plugin_common [None req-a7398629-ffa4-4e7f-a7a5-1108b11725f5 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Allocated IP 172.28.2.89 (e4173b4a-3ce8-414e-a2d6-4147ce727684/074fe887-5c0a-4322-b8b4-1844e3a886aa/72f3f5e9-9b18-4521-a13f-69e9a13075e6) {{(pid=92746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:29:55.776996 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb93235b-b92f-47a8-b1f4-46396d40ff75 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Network e4173b4a-3ce8-414e-a2d6-4147ce727684 is already hosted by enough agents. {{(pid=92745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:29:55.788372 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.base_scheduler [None req-eb93235b-b92f-47a8-b1f4-46396d40ff75 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Resources bound (agent type, host, resource id): {{(pid=92745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:29:55.797106 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb93235b-b92f-47a8-b1f4-46396d40ff75 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Received port after_create {{(pid=92745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:29:55.836232 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.38', 62406) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:55.852107 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a0f8aec-7bc4-41d6-bdfb-7da3ef7c2e30 x-openstack-request-id: req-9a0f8aec-7bc4-41d6-bdfb-7da3ef7c2e30 {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:29:55.852408 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6afa05c-5040-4202-a64c-c703c946ff1a", "tag": "cecae649-32ea-447c-aa51-6ce626930b79", "status": "completed", "code": 200}]} {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:29:55.852847 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9a0f8aec-7bc4-41d6-bdfb-7da3ef7c2e30 {{(pid=92745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:29:55.853499 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6afa05c-5040-4202-a64c-c703c946ff1a', 'tag': 'cecae649-32ea-447c-aa51-6ce626930b79', 'status': 'completed', 'code': 200} Jun 21 04:29:56.089284 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3ee42-bdab-4733-9b15-15a0a4f5b0c8 req-33da9039-28e4-4454-8368-7da1684f4da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:56.090820 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-7bb3ee42-bdab-4733-9b15-15a0a4f5b0c8 req-33da9039-28e4-4454-8368-7da1684f4da0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=092d282a6edc474b8f3300e8e6ee4b67&device_id=a6afa05c-5040-4202-a64c-c703c946ff1a HTTP/1.1" status: 200 len: 1096 time: 0.1899056 Jun 21 04:29:56.099029 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bcc050-d219-4875-a613-f4713ca0ddde req-b20c06b8-da13-4360-85cc-87a18aae4262 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:56.103044 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-22bcc050-d219-4875-a613-f4713ca0ddde req-b20c06b8-da13-4360-85cc-87a18aae4262 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.38 "GET /v2.0/networks?id=eb14d1e4-153c-4833-8dee-e8145a700dcb HTTP/1.1" status: 200 len: 819 time: 0.2780840 Jun 21 04:29:56.180088 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.v2.base [req-22bcc050-d219-4875-a613-f4713ca0ddde req-d57c27a6-5644-42c5-a8e1-aba5f569c7b6 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Request body: {'port': {'device_id': '1ea07e3c-1759-4aa7-905d-60be8e2de62c', 'network_id': 'eb14d1e4-153c-4833-8dee-e8145a700dcb', 'admin_state_up': True, 'tenant_id': '092d282a6edc474b8f3300e8e6ee4b67'}} {{(pid=92745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:29:56.212061 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device 612e2fd2-c187-4d51-a56d-bd48917717d2 up at agent ovs-agent-dv-cinder-796889-2-smb {{(pid=92747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:29:56.231170 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7508d492-7cd6-4277-abeb-228d7956a1e3 service neutron] Pushing event updated for resources: {'Port': ['ID=cecae649-32ea-447c-aa51-6ce626930b79,revision_number=3']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:56.288971 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-7508d492-7cd6-4277-abeb-228d7956a1e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.643s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:56.306126 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-a7398629-ffa4-4e7f-a7a5-1108b11725f5 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks [] for port, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:56.309740 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Provisioning for port 612e2fd2-c187-4d51-a56d-bd48917717d2 completed by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:29:56.310474 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-7bb3ee42-bdab-4733-9b15-15a0a4f5b0c8 req-46d7dc6f-2519-49de-aaf6-39d4e06784a6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cecae649-32ea-447c-aa51-6ce626930b79 HTTP/1.1" status: 200 len: 217 time: 0.1986728 Jun 21 04:29:56.313126 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.588s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:56.318119 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Provisioning complete for port 612e2fd2-c187-4d51-a56d-bd48917717d2 triggered by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:29:56.318833 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:56.457746 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-eb93235b-b92f-47a8-b1f4-46396d40ff75 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:56.494871 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:56.521929 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb93235b-b92f-47a8-b1f4-46396d40ff75 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Pushing event updated for resources: {'Port': ['ID=0904c508-81fd-4d22-a845-11ae85d3c228,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:56.546997 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-eb93235b-b92f-47a8-b1f4-46396d40ff75 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:56.574753 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-f392fa84-7a48-456a-8363-78490891b966 None None] For port 612e2fd2-c187-4d51-a56d-bd48917717d2, host dv-cinder-796889-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-smb',level=0,port_id=612e2fd2-c187-4d51-a56d-bd48917717d2,segment=NetworkSegment(df3f6f4e-05ff-4d6f-923e-8ebc44f445d6),segment_id=df3f6f4e-05ff-4d6f-923e-8ebc44f445d6)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:29:56.585205 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:56.587708 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:56.627525 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-44059b5b-31dc-4742-a1c3-69fc70911ae2 req-d7dfca69-73b9-47fa-9440-d5ef63a1ea3e tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ea07e3c-1759-4aa7-905d-60be8e2de62c HTTP/1.1" status: 200 len: 210 time: 0.0632086 Jun 21 04:29:56.650576 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3ee42-bdab-4733-9b15-15a0a4f5b0c8 req-2768736a-a695-4594-a6ca-ae7f18238869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:56.653556 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-7bb3ee42-bdab-4733-9b15-15a0a4f5b0c8 req-2768736a-a695-4594-a6ca-ae7f18238869 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=73192c75-f1c9-4e6e-bed4-2117506a7d5e HTTP/1.1" status: 200 len: 859 time: 0.3169966 Jun 21 04:29:56.664999 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-eb93235b-b92f-47a8-b1f4-46396d40ff75 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:56.665542 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Pushing event updated for resources: {'Port': ['ID=612e2fd2-c187-4d51-a56d-bd48917717d2,revision_number=5']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:56.685598 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:56.741240 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22bcc050-d219-4875-a613-f4713ca0ddde req-d57c27a6-5644-42c5-a8e1-aba5f569c7b6 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Made reservation on behalf of 092d282a6edc474b8f3300e8e6ee4b67 for: {'port': 1} {{(pid=92745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:29:56.743755 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-a7398629-ffa4-4e7f-a7a5-1108b11725f5 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789666979157'] for port, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:56.746064 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-22bcc050-d219-4875-a613-f4713ca0ddde req-d57c27a6-5644-42c5-a8e1-aba5f569c7b6 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-632420'] for port, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:56.753517 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a275e9a0-227b-40af-a268-2c4795711f48 req-41b9e3bc-2d0e-452d-8cb1-93f8622a8d7f tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:56.755112 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-a275e9a0-227b-40af-a268-2c4795711f48 req-41b9e3bc-2d0e-452d-8cb1-93f8622a8d7f tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2626c30-1593-4c67-a983-37d19f04079e HTTP/1.1" status: 200 len: 944 time: 0.6636446 Jun 21 04:29:56.757504 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-7bb3ee42-bdab-4733-9b15-15a0a4f5b0c8 req-82e8cfc2-c26c-422c-a9c5-37cafac9ce50 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=eb14d1e4-153c-4833-8dee-e8145a700dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0962000 Jun 21 04:29:56.759841 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-3b8d9c7f-36c9-4737-84dc-f6213693719a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:56.986863 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-7bb3ee42-bdab-4733-9b15-15a0a4f5b0c8 req-908ade82-cde8-4d1a-a873-5e46179ae7e2 service neutron] 10.222.0.38 "GET /v2.0/networks/eb14d1e4-153c-4833-8dee-e8145a700dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941030 Jun 21 04:29:56.987586 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7398629-ffa4-4e7f-a7a5-1108b11725f5 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Pushing event updated for resources: {'Port': ['ID=72f3f5e9-9b18-4521-a13f-69e9a13075e6,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:56.992233 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7398629-ffa4-4e7f-a7a5-1108b11725f5 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Network e4173b4a-3ce8-414e-a2d6-4147ce727684 is already hosted by enough agents. {{(pid=92746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:29:56.993303 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.scheduler.base_scheduler [None req-a7398629-ffa4-4e7f-a7a5-1108b11725f5 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Resources bound (agent type, host, resource id): {{(pid=92746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:29:57.015741 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-a7398629-ffa4-4e7f-a7a5-1108b11725f5 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:57.032892 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.db_base_plugin_common [req-22bcc050-d219-4875-a613-f4713ca0ddde req-d57c27a6-5644-42c5-a8e1-aba5f569c7b6 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Allocated IP 172.20.0.14 (eb14d1e4-153c-4833-8dee-e8145a700dcb/73192c75-f1c9-4e6e-bed4-2117506a7d5e/ae6f8a11-4e0b-4392-978e-e73445e5f163) {{(pid=92745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:29:57.050541 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-eb93235b-b92f-47a8-b1f4-46396d40ff75 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks [] for port, precommit_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:57.069165 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-eb93235b-b92f-47a8-b1f4-46396d40ff75 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:57.075600 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:57.113961 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-eb93235b-b92f-47a8-b1f4-46396d40ff75 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33062327'] for floatingip, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:57.166778 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-7bb3ee42-bdab-4733-9b15-15a0a4f5b0c8 req-46a69ebd-c009-4c94-83fc-57e2285d4932 service neutron] 10.222.0.38 "GET /v2.0/networks/eb14d1e4-153c-4833-8dee-e8145a700dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597104 Jun 21 04:29:57.167997 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-eb93235b-b92f-47a8-b1f4-46396d40ff75 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5899'] for floatingip, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:57.169498 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-eb93235b-b92f-47a8-b1f4-46396d40ff75 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6855912 Jun 21 04:29:57.173790 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7398629-ffa4-4e7f-a7a5-1108b11725f5 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Received port after_create {{(pid=92746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:29:57.173972 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb93235b-b92f-47a8-b1f4-46396d40ff75 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Pushing event updated for resources: {'Port': ['ID=0904c508-81fd-4d22-a845-11ae85d3c228,revision_number=2']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:57.177076 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-eb93235b-b92f-47a8-b1f4-46396d40ff75 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:57.188181 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-a275e9a0-227b-40af-a268-2c4795711f48 req-d2596a17-58e2-4845-be3c-d02f87dac819 tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4cabb63-2365-42a6-8711-0ef3899fdfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4213655 Jun 21 04:29:57.400297 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device 2a159849-6572-440b-884e-5612f44d6d9e details requested by agent hyperv_hv-cinder-79688 with host hv-cinder-79688 {{(pid=92747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:29:57.461976 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-a7398629-ffa4-4e7f-a7a5-1108b11725f5 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:57.516336 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-22bcc050-d219-4875-a613-f4713ca0ddde req-d57c27a6-5644-42c5-a8e1-aba5f569c7b6 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Notify callbacks [] for port, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:57.557364 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d617a9-39ce-4e82-a7a1-66d2304fc417 req-99616fac-319e-4af6-bca8-7f0f11c60eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:57.559201 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-f1d617a9-39ce-4e82-a7a1-66d2304fc417 req-99616fac-319e-4af6-bca8-7f0f11c60eed service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=092d282a6edc474b8f3300e8e6ee4b67&device_id=a6afa05c-5040-4202-a64c-c703c946ff1a HTTP/1.1" status: 200 len: 1096 time: 0.2172272 Jun 21 04:29:57.583117 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-22bcc050-d219-4875-a613-f4713ca0ddde req-d57c27a6-5644-42c5-a8e1-aba5f569c7b6 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789666979157'] for port, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:57.590942 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-4817b1de-bff8-4752-a393-66248da07efa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:57.593368 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-a7398629-ffa4-4e7f-a7a5-1108b11725f5 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:57.593654 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] For port 2a159849-6572-440b-884e-5612f44d6d9e, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=2a159849-6572-440b-884e-5612f44d6d9e,segment=NetworkSegment(3a22d93a-5443-4a45-bdaf-1d36c2956b6b),segment_id=3a22d93a-5443-4a45-bdaf-1d36c2956b6b)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:29:57.611684 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Returning: {'device': '2a159849-6572-440b-884e-5612f44d6d9e', 'network_id': 'c10ab2d8-231d-4915-bce2-b712d0653f57', 'port_id': '2a159849-6572-440b-884e-5612f44d6d9e', 'mac_address': 'fa:16:3e:2c:cc:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd16b9f7-dba3-4433-be2d-48c9ec6f3066', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:29:57.640974 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22bcc050-d219-4875-a613-f4713ca0ddde req-d57c27a6-5644-42c5-a8e1-aba5f569c7b6 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Network eb14d1e4-153c-4833-8dee-e8145a700dcb is already hosted by enough agents. {{(pid=92745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:29:57.647307 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.base_scheduler [req-22bcc050-d219-4875-a613-f4713ca0ddde req-d57c27a6-5644-42c5-a8e1-aba5f569c7b6 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Resources bound (agent type, host, resource id): {{(pid=92745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:29:57.652023 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [req-22bcc050-d219-4875-a613-f4713ca0ddde req-d57c27a6-5644-42c5-a8e1-aba5f569c7b6 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Received port after_create {{(pid=92745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:29:57.659148 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bcc050-d219-4875-a613-f4713ca0ddde req-d57c27a6-5644-42c5-a8e1-aba5f569c7b6 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:57.659148 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-22bcc050-d219-4875-a613-f4713ca0ddde req-d57c27a6-5644-42c5-a8e1-aba5f569c7b6 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33144588'] for port, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:57.675271 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57c27a6-5644-42c5-a8e1-aba5f569c7b6 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Pushing event updated for resources: {'Port': ['ID=ae6f8a11-4e0b-4392-978e-e73445e5f163,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:57.677195 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:57.677339 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-c9b0b65e-6243-45b4-8e1b-9497800d6a48 req-b2db1611-d007-44e8-837b-b5c2b647445f tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--362652123&fields=id&tenant_id=975d204c53d040d2a863b56978bb847b HTTP/1.1" status: 200 len: 267 time: 0.1894267 Jun 21 04:29:57.689338 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-22bcc050-d219-4875-a613-f4713ca0ddde req-d57c27a6-5644-42c5-a8e1-aba5f569c7b6 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5625076 Jun 21 04:29:57.690762 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-d57c27a6-5644-42c5-a8e1-aba5f569c7b6 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:57.698468 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.notifiers.nova [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a159849-6572-440b-884e-5612f44d6d9e {{(pid=92747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:29:57.717812 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.v2.base [req-22bcc050-d219-4875-a613-f4713ca0ddde req-723b4974-090b-4488-bc61-49e504a86263 service neutron] Request body: {'port': {'device_id': '1ea07e3c-1759-4aa7-905d-60be8e2de62c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79688'}} {{(pid=92745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:29:57.729022 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] For port 2a159849-6572-440b-884e-5612f44d6d9e, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=2a159849-6572-440b-884e-5612f44d6d9e,segment=NetworkSegment(3a22d93a-5443-4a45-bdaf-1d36c2956b6b),segment_id=3a22d93a-5443-4a45-bdaf-1d36c2956b6b)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:29:57.736774 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:57.743505 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:57.811227 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-22bcc050-d219-4875-a613-f4713ca0ddde req-723b4974-090b-4488-bc61-49e504a86263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:57.827949 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Pushing event updated for resources: {'Port': ['ID=2a159849-6572-440b-884e-5612f44d6d9e,revision_number=4']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:57.832328 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:58.068460 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d617a9-39ce-4e82-a7a1-66d2304fc417 req-c9ceee67-5526-4419-b760-7bb25261c492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:58.070189 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-f1d617a9-39ce-4e82-a7a1-66d2304fc417 req-c9ceee67-5526-4419-b760-7bb25261c492 service neutron] 10.222.0.38 "GET /v2.0/networks?id=eb14d1e4-153c-4833-8dee-e8145a700dcb HTTP/1.1" status: 200 len: 920 time: 0.4988103 Jun 21 04:29:58.099710 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b0b65e-6243-45b4-8e1b-9497800d6a48 req-5f4e57c7-1d0f-4c02-b204-521365cfa9c0 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:58.101451 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-c9b0b65e-6243-45b4-8e1b-9497800d6a48 req-5f4e57c7-1d0f-4c02-b204-521365cfa9c0 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/networks?id=266761c6-991a-4b5c-89b7-18dc73edeb62 HTTP/1.1" status: 200 len: 811 time: 0.3722820 Jun 21 04:29:58.105283 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] get_ports_and_sgs() called for port_ids ['2a159849-6572-440b-884e-5612f44d6d9e'] {{(pid=92747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:29:58.154117 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-f1d617a9-39ce-4e82-a7a1-66d2304fc417 req-3c34c500-1a70-41eb-98eb-3774fab4aebf service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cecae649-32ea-447c-aa51-6ce626930b79 HTTP/1.1" status: 200 len: 217 time: 0.0713341 Jun 21 04:29:58.175054 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cf95f1-ae67-436b-95eb-c9b3c7dc9b00 req-335489c9-85ed-42cb-bce5-4315f72b5a70 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:58.182059 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-b2cf95f1-ae67-436b-95eb-c9b3c7dc9b00 req-335489c9-85ed-42cb-bce5-4315f72b5a70 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ea07e3c-1759-4aa7-905d-60be8e2de62c HTTP/1.1" status: 200 len: 932 time: 0.3719821 Jun 21 04:29:58.216374 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [req-22bcc050-d219-4875-a613-f4713ca0ddde req-723b4974-090b-4488-bc61-49e504a86263 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae6f8a11-4e0b-4392-978e-e73445e5f163 {{(pid=92745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:29:58.225851 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-22bcc050-d219-4875-a613-f4713ca0ddde req-723b4974-090b-4488-bc61-49e504a86263 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:58.229156 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device 612e2fd2-c187-4d51-a56d-bd48917717d2 up at agent ovs-agent-dv-cinder-796889-2-smb {{(pid=92747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:29:58.245431 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-c9b0b65e-6243-45b4-8e1b-9497800d6a48 req-b1e6f10e-c35c-403a-ad33-130bc52aa284 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/quotas/975d204c53d040d2a863b56978bb847b HTTP/1.1" status: 200 len: 375 time: 0.1042118 Jun 21 04:29:58.255612 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [req-22bcc050-d219-4875-a613-f4713ca0ddde req-723b4974-090b-4488-bc61-49e504a86263 service neutron] Transition to ACTIVE for port object ae6f8a11-4e0b-4392-978e-e73445e5f163 will not be triggered until provisioned by entity L2. {{(pid=92745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:29:58.265913 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-22bcc050-d219-4875-a613-f4713ca0ddde req-723b4974-090b-4488-bc61-49e504a86263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:58.272740 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-7508d492-7cd6-4277-abeb-228d7956a1e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:58.281847 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-a7398629-ffa4-4e7f-a7a5-1108b11725f5 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks [] for port, precommit_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:58.299855 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-a7398629-ffa4-4e7f-a7a5-1108b11725f5 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:58.344176 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-19cd26d3-091d-4499-ad84-d86809a5d4f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:58.348892 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-b2cf95f1-ae67-436b-95eb-c9b3c7dc9b00 req-af588657-601e-4625-85f0-13e53fbf0e12 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657393 Jun 21 04:29:58.391919 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d617a9-39ce-4e82-a7a1-66d2304fc417 req-5571c91d-451b-451e-88ce-80ee47795542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:58.393288 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-f1d617a9-39ce-4e82-a7a1-66d2304fc417 req-5571c91d-451b-451e-88ce-80ee47795542 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=73192c75-f1c9-4e6e-bed4-2117506a7d5e HTTP/1.1" status: 200 len: 859 time: 0.2295418 Jun 21 04:29:58.408266 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-a7398629-ffa4-4e7f-a7a5-1108b11725f5 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33062327'] for floatingip, after_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:58.457305 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Provisioning complete for port 612e2fd2-c187-4d51-a56d-bd48917717d2 triggered by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:29:58.457914 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:58.461586 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-f1d617a9-39ce-4e82-a7a1-66d2304fc417 req-00757a58-4d57-4350-9561-db4be269a42c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=eb14d1e4-153c-4833-8dee-e8145a700dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582600 Jun 21 04:29:58.465648 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7398629-ffa4-4e7f-a7a5-1108b11725f5 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Pushing event updated for resources: {'Port': ['ID=72f3f5e9-9b18-4521-a13f-69e9a13075e6,revision_number=2']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:58.488167 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723b4974-090b-4488-bc61-49e504a86263 service neutron] Pushing event updated for resources: {'Port': ['ID=ae6f8a11-4e0b-4392-978e-e73445e5f163,revision_number=2']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:58.494363 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-723b4974-090b-4488-bc61-49e504a86263 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:58.495049 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [req-22bcc050-d219-4875-a613-f4713ca0ddde req-723b4974-090b-4488-bc61-49e504a86263 service neutron] Attempting to bind port ae6f8a11-4e0b-4392-978e-e73445e5f163 on host hv-cinder-79688 for vnic_type normal with profile {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:29:58.495670 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [req-22bcc050-d219-4875-a613-f4713ca0ddde req-723b4974-090b-4488-bc61-49e504a86263 service neutron] Attempting to bind port ae6f8a11-4e0b-4392-978e-e73445e5f163 by drivers openvswitch,hyperv on host hv-cinder-79688 at level 0 using segments [{'id': '6a600e61-3574-4bd3-a34a-517fc2cc37fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'eb14d1e4-153c-4833-8dee-e8145a700dcb'}] {{(pid=92745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:29:58.495984 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22bcc050-d219-4875-a613-f4713ca0ddde req-723b4974-090b-4488-bc61-49e504a86263 service neutron] Attempting to bind port ae6f8a11-4e0b-4392-978e-e73445e5f163 on network eb14d1e4-153c-4833-8dee-e8145a700dcb {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:29:58.502686 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22bcc050-d219-4875-a613-f4713ca0ddde req-723b4974-090b-4488-bc61-49e504a86263 service neutron] Port ae6f8a11-4e0b-4392-978e-e73445e5f163 on network eb14d1e4-153c-4833-8dee-e8145a700dcb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79688 {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:29:58.503148 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22bcc050-d219-4875-a613-f4713ca0ddde req-723b4974-090b-4488-bc61-49e504a86263 service neutron] Attempting to bind port ae6f8a11-4e0b-4392-978e-e73445e5f163 on network eb14d1e4-153c-4833-8dee-e8145a700dcb {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:29:58.510282 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22bcc050-d219-4875-a613-f4713ca0ddde req-723b4974-090b-4488-bc61-49e504a86263 service neutron] Checking agent: {'id': '2d8ec531-0834-43cc-a69e-43a4958e3c4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79688', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 27, 37), 'started_at': datetime.datetime(2021, 6, 21, 4, 27, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:29:58.510897 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22bcc050-d219-4875-a613-f4713ca0ddde req-723b4974-090b-4488-bc61-49e504a86263 service neutron] Checking segment: {'id': '6a600e61-3574-4bd3-a34a-517fc2cc37fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'eb14d1e4-153c-4833-8dee-e8145a700dcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:29:58.511397 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22bcc050-d219-4875-a613-f4713ca0ddde req-723b4974-090b-4488-bc61-49e504a86263 service neutron] Bound using segment: {'id': '6a600e61-3574-4bd3-a34a-517fc2cc37fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'eb14d1e4-153c-4833-8dee-e8145a700dcb'} {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:29:58.511850 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [req-22bcc050-d219-4875-a613-f4713ca0ddde req-723b4974-090b-4488-bc61-49e504a86263 service neutron] Bound port: ae6f8a11-4e0b-4392-978e-e73445e5f163, host: hv-cinder-79688, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a600e61-3574-4bd3-a34a-517fc2cc37fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'eb14d1e4-153c-4833-8dee-e8145a700dcb'}}] {{(pid=92745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:29:58.512202 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-22bcc050-d219-4875-a613-f4713ca0ddde req-723b4974-090b-4488-bc61-49e504a86263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:58.540848 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-a7398629-ffa4-4e7f-a7a5-1108b11725f5 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:58.543390 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-a7398629-ffa4-4e7f-a7a5-1108b11725f5 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5899'] for floatingip, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:58.558746 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-a7398629-ffa4-4e7f-a7a5-1108b11725f5 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4212806 Jun 21 04:29:58.614620 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [req-22bcc050-d219-4875-a613-f4713ca0ddde req-723b4974-090b-4488-bc61-49e504a86263 service neutron] For port ae6f8a11-4e0b-4392-978e-e73445e5f163, host hv-cinder-79688, cleared binding levels {{(pid=92745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:29:58.627805 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [req-22bcc050-d219-4875-a613-f4713ca0ddde req-723b4974-090b-4488-bc61-49e504a86263 service neutron] For port ae6f8a11-4e0b-4392-978e-e73445e5f163, host hv-cinder-79688, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=ae6f8a11-4e0b-4392-978e-e73445e5f163,segment=NetworkSegment(6a600e61-3574-4bd3-a34a-517fc2cc37fd),segment_id=6a600e61-3574-4bd3-a34a-517fc2cc37fd)] {{(pid=92745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:29:58.637414 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-22bcc050-d219-4875-a613-f4713ca0ddde req-723b4974-090b-4488-bc61-49e504a86263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:58.643143 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-eb93235b-b92f-47a8-b1f4-46396d40ff75 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:58.702126 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723b4974-090b-4488-bc61-49e504a86263 service neutron] Pushing event updated for resources: {'Port': ['ID=ae6f8a11-4e0b-4392-978e-e73445e5f163,revision_number=3']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:58.714004 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-723b4974-090b-4488-bc61-49e504a86263 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:58.720915 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bcc050-d219-4875-a613-f4713ca0ddde req-723b4974-090b-4488-bc61-49e504a86263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:58.722469 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-22bcc050-d219-4875-a613-f4713ca0ddde req-723b4974-090b-4488-bc61-49e504a86263 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33144588'] for port, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:58.724583 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-22bcc050-d219-4875-a613-f4713ca0ddde req-723b4974-090b-4488-bc61-49e504a86263 service neutron] 10.222.0.38 "PUT /v2.0/ports/ae6f8a11-4e0b-4392-978e-e73445e5f163 HTTP/1.1" status: 200 len: 1094 time: 1.0116012 Jun 21 04:29:58.724698 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-c9b0b65e-6243-45b4-8e1b-9497800d6a48 req-df027e32-5a58-4a9d-90e4-779b882a6bd5 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=975d204c53d040d2a863b56978bb847b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4461005 Jun 21 04:29:58.725569 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ea07e3c-1759-4aa7-905d-60be8e2de62c', 'tag': 'ae6f8a11-4e0b-4392-978e-e73445e5f163'}] {{(pid=92745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:29:58.728920 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e65a7435921a4b725d950f60fbdbd7b7a483a7692f8e299216e8097d5419be07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-302d55fc-5468-4c11-ab9b-3d8647e16b21" -d '{"events": [{"name": "network-changed", "server_uuid": "1ea07e3c-1759-4aa7-905d-60be8e2de62c", "tag": "ae6f8a11-4e0b-4392-978e-e73445e5f163"}]}' {{(pid=92745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:29:58.778359 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-f1d617a9-39ce-4e82-a7a1-66d2304fc417 req-39ecc8e3-434c-443e-b211-481dbe6f6678 service neutron] 10.222.0.38 "GET /v2.0/networks/eb14d1e4-153c-4833-8dee-e8145a700dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076956 Jun 21 04:29:58.862118 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bcc050-d219-4875-a613-f4713ca0ddde req-17fcf28e-f95d-48d0-976f-939d1014e2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:58.863760 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-22bcc050-d219-4875-a613-f4713ca0ddde req-17fcf28e-f95d-48d0-976f-939d1014e2a4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=092d282a6edc474b8f3300e8e6ee4b67&device_id=1ea07e3c-1759-4aa7-905d-60be8e2de62c HTTP/1.1" status: 200 len: 1097 time: 0.0699914 Jun 21 04:29:58.919031 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-22bcc050-d219-4875-a613-f4713ca0ddde req-9655ef92-c15f-4de4-84e4-0a416ae102dc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae6f8a11-4e0b-4392-978e-e73445e5f163 HTTP/1.1" status: 200 len: 217 time: 0.0399330 Jun 21 04:29:58.996560 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bcc050-d219-4875-a613-f4713ca0ddde req-be109890-69a0-4751-ac4e-899abd4f2e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:58.998800 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-22bcc050-d219-4875-a613-f4713ca0ddde req-be109890-69a0-4751-ac4e-899abd4f2e43 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=73192c75-f1c9-4e6e-bed4-2117506a7d5e HTTP/1.1" status: 200 len: 859 time: 0.0708435 Jun 21 04:29:59.042812 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-22bcc050-d219-4875-a613-f4713ca0ddde req-f2e5561e-b11e-4b48-968e-57440187f366 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=eb14d1e4-153c-4833-8dee-e8145a700dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371251 Jun 21 04:29:59.132724 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-f1d617a9-39ce-4e82-a7a1-66d2304fc417 req-44618578-dc8d-48a4-a0e7-82a80580c30c service neutron] 10.222.0.38 "GET /v2.0/networks/eb14d1e4-153c-4833-8dee-e8145a700dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203764 Jun 21 04:29:59.149468 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704ddf9d-243f-412d-b48f-23a4cc46d1b4 req-99e2a2c5-14b6-424c-b641-da50919f1163 tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:59.151534 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-704ddf9d-243f-412d-b48f-23a4cc46d1b4 req-99e2a2c5-14b6-424c-b641-da50919f1163 tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2626c30-1593-4c67-a983-37d19f04079e HTTP/1.1" status: 200 len: 945 time: 0.5672436 Jun 21 04:29:59.212817 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-22bcc050-d219-4875-a613-f4713ca0ddde req-90ddd12e-0164-4127-b2ab-d2e5e136b970 service neutron] 10.222.0.38 "GET /v2.0/networks/eb14d1e4-153c-4833-8dee-e8145a700dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578948 Jun 21 04:29:59.248231 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-704ddf9d-243f-412d-b48f-23a4cc46d1b4 req-ba246b04-873f-4148-93c1-77d77ea1274c tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4cabb63-2365-42a6-8711-0ef3899fdfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861025 Jun 21 04:29:59.274003 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-c9b0b65e-6243-45b4-8e1b-9497800d6a48 req-aefccca8-1510-4c28-91b7-482675128b19 service neutron] 10.222.0.13 "GET /v2.0/networks/266761c6-991a-4b5c-89b7-18dc73edeb62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5213146 Jun 21 04:29:59.363402 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-22bcc050-d219-4875-a613-f4713ca0ddde req-a61b587b-6f6a-4df1-8eaf-d644b5280518 service neutron] 10.222.0.38 "GET /v2.0/networks/eb14d1e4-153c-4833-8dee-e8145a700dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463151 Jun 21 04:29:59.380703 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device 2a159849-6572-440b-884e-5612f44d6d9e up at agent hyperv_hv-cinder-79688 {{(pid=92747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:29:59.419489 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff9030d-fac1-4a99-922a-8b5b392fe7f7 x-openstack-request-id: req-0ff9030d-fac1-4a99-922a-8b5b392fe7f7 {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:29:59.419897 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ea07e3c-1759-4aa7-905d-60be8e2de62c", "tag": "ae6f8a11-4e0b-4392-978e-e73445e5f163", "status": "completed", "code": 200}]} {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:29:59.420875 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0ff9030d-fac1-4a99-922a-8b5b392fe7f7 {{(pid=92745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:29:59.421300 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ea07e3c-1759-4aa7-905d-60be8e2de62c', 'tag': 'ae6f8a11-4e0b-4392-978e-e73445e5f163', 'status': 'completed', 'code': 200} Jun 21 04:29:59.463543 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-c9b0b65e-6243-45b4-8e1b-9497800d6a48 req-92be5d62-4464-4eb4-92c6-42edbde2830e service neutron] 10.222.0.13 "GET /v2.0/networks/266761c6-991a-4b5c-89b7-18dc73edeb62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712840 Jun 21 04:29:59.492473 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Provisioning for port 2a159849-6572-440b-884e-5612f44d6d9e completed by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:29:59.496707 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Provisioning complete for port 2a159849-6572-440b-884e-5612f44d6d9e triggered by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:29:59.497168 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:59.515554 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 56248) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:59.566466 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-ce159247-b45b-4e60-b7c7-0369eddb2d86 req-2233d136-6d34-44ac-bdd1-b53bd9fab2d7 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--122136520&fields=id&tenant_id=6e19d34d6ec747d2a23f2df61f7d1120 HTTP/1.1" status: 200 len: 267 time: 0.0517259 Jun 21 04:29:59.613743 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d55fc-5468-4c11-ab9b-3d8647e16b21 req-adab0d48-8594-4484-9687-edab33a4e6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:59.615498 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-302d55fc-5468-4c11-ab9b-3d8647e16b21 req-adab0d48-8594-4484-9687-edab33a4e6fb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=092d282a6edc474b8f3300e8e6ee4b67&device_id=1ea07e3c-1759-4aa7-905d-60be8e2de62c HTTP/1.1" status: 200 len: 1097 time: 0.0987799 Jun 21 04:29:59.617632 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:59.679962 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2626c30-1593-4c67-a983-37d19f04079e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a159849-6572-440b-884e-5612f44d6d9e'}] {{(pid=92747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:29:59.830337 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d55fc-5468-4c11-ab9b-3d8647e16b21 req-76f99909-790a-4d3f-b85e-363d6a6ea16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:59.831805 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-302d55fc-5468-4c11-ab9b-3d8647e16b21 req-76f99909-790a-4d3f-b85e-363d6a6ea16a service neutron] 10.222.0.38 "GET /v2.0/networks?id=eb14d1e4-153c-4833-8dee-e8145a700dcb HTTP/1.1" status: 200 len: 920 time: 0.2097750 Jun 21 04:29:59.862035 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] For port 2a159849-6572-440b-884e-5612f44d6d9e, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=2a159849-6572-440b-884e-5612f44d6d9e,segment=NetworkSegment(3a22d93a-5443-4a45-bdaf-1d36c2956b6b),segment_id=3a22d93a-5443-4a45-bdaf-1d36c2956b6b)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:29:59.864499 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-8f4d2abb-e3f3-4249-8a83-cf844aa11a58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:59.872519 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:59.874178 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce159247-b45b-4e60-b7c7-0369eddb2d86 req-01ab4dce-2133-4959-89dc-655c570761cf tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:59.882808 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-ce159247-b45b-4e60-b7c7-0369eddb2d86 req-01ab4dce-2133-4959-89dc-655c570761cf tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/networks?id=38e35d0b-e570-49d3-959b-c55bd6e0308c HTTP/1.1" status: 200 len: 817 time: 0.3057985 Jun 21 04:29:59.882920 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:59.963812 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-ce159247-b45b-4e60-b7c7-0369eddb2d86 req-8982c25b-112d-4097-a19c-f44b8c10b80f tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/quotas/6e19d34d6ec747d2a23f2df61f7d1120 HTTP/1.1" status: 200 len: 375 time: 0.0778584 Jun 21 04:29:59.974730 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-302d55fc-5468-4c11-ab9b-3d8647e16b21 req-806e1e40-8fbc-43bf-832d-e08d08928732 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae6f8a11-4e0b-4392-978e-e73445e5f163 HTTP/1.1" status: 200 len: 217 time: 0.1352105 Jun 21 04:29:59.987616 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Pushing event updated for resources: {'Port': ['ID=2a159849-6572-440b-884e-5612f44d6d9e,revision_number=5']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:00.015170 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:00.080018 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}801f1ae26e0cb5c56acb95c727deede285b0e3a42266231ef73c077b6573d85d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e439c9-b9ff-4738-8e95-024ff14a225a" -d '{"events": [{"server_uuid": "c2626c30-1593-4c67-a983-37d19f04079e", "name": "network-vif-plugged", "status": "completed", "tag": "2a159849-6572-440b-884e-5612f44d6d9e"}]}' {{(pid=92747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:30:00.098120 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d55fc-5468-4c11-ab9b-3d8647e16b21 req-852a88e1-fe8a-4a43-9eaf-38cc5ab6cd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:00.100079 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-302d55fc-5468-4c11-ab9b-3d8647e16b21 req-852a88e1-fe8a-4a43-9eaf-38cc5ab6cd31 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=73192c75-f1c9-4e6e-bed4-2117506a7d5e HTTP/1.1" status: 200 len: 859 time: 0.1157548 Jun 21 04:30:00.164526 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddd4fbb-68ed-4565-99c2-51fd74147eb9 req-4ab58ef4-420b-4b99-bd6c-f7deb6598369 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:00.167110 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-1ddd4fbb-68ed-4565-99c2-51fd74147eb9 req-4ab58ef4-420b-4b99-bd6c-f7deb6598369 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ea07e3c-1759-4aa7-905d-60be8e2de62c HTTP/1.1" status: 200 len: 944 time: 0.2811289 Jun 21 04:30:00.186393 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-302d55fc-5468-4c11-ab9b-3d8647e16b21 req-11c73ba8-1e8a-46f1-bc5b-a4195a305d02 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=eb14d1e4-153c-4833-8dee-e8145a700dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747995 Jun 21 04:30:00.264259 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 56308) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:00.266918 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-ce159247-b45b-4e60-b7c7-0369eddb2d86 req-7751d0ce-a8fa-4339-be4e-be9504fbf334 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6e19d34d6ec747d2a23f2df61f7d1120&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2974999 Jun 21 04:30:00.268915 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-8f4d2abb-e3f3-4249-8a83-cf844aa11a58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:00.284301 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-8f4d2abb-e3f3-4249-8a83-cf844aa11a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:00.377773 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-302d55fc-5468-4c11-ab9b-3d8647e16b21 req-f8d4532d-ac8d-4547-b40c-365e5b477f47 service neutron] 10.222.0.38 "GET /v2.0/networks/eb14d1e4-153c-4833-8dee-e8145a700dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865983 Jun 21 04:30:00.391082 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-f6ac5523-4d78-4dc1-b0c8-8a36cba37a4e tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:00.394844 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-ce159247-b45b-4e60-b7c7-0369eddb2d86 req-39f5e93a-112b-486b-9333-0025bba8a5c1 service neutron] 10.222.0.13 "GET /v2.0/networks/38e35d0b-e570-49d3-959b-c55bd6e0308c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087673 Jun 21 04:30:00.495843 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-1ddd4fbb-68ed-4565-99c2-51fd74147eb9 req-e9337bc6-a418-4198-b839-5a71574f1e5a tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173869 Jun 21 04:30:00.515359 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-af3a5dc6-bc71-4b42-b761-659ddce87303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:00.525288 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-8f4d2abb-e3f3-4249-8a83-cf844aa11a58 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4a08928c47194aeea7c7d1f4364d7261&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0018847 Jun 21 04:30:00.525288 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4d2abb-e3f3-4249-8a83-cf844aa11a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2b4757-7138-481e-b640-b56c10cb9158,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:00.541102 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-8f4d2abb-e3f3-4249-8a83-cf844aa11a58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:00.543941 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 56320) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:00.655101 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-ce159247-b45b-4e60-b7c7-0369eddb2d86 req-24615161-45b3-4074-bf8c-a147755e3aea service neutron] 10.222.0.13 "GET /v2.0/networks/38e35d0b-e570-49d3-959b-c55bd6e0308c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429054 Jun 21 04:30:00.658680 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-a83129fd-04a5-49bc-9ec1-6db405784407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:00.686355 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-a83129fd-04a5-49bc-9ec1-6db405784407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:00.755852 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-302d55fc-5468-4c11-ab9b-3d8647e16b21 req-83901207-e88a-43b2-adfa-a4b71c50f304 service neutron] 10.222.0.38 "GET /v2.0/networks/eb14d1e4-153c-4833-8dee-e8145a700dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3705220 Jun 21 04:30:00.762627 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-a83129fd-04a5-49bc-9ec1-6db405784407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:00.766129 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-a83129fd-04a5-49bc-9ec1-6db405784407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:00.767431 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-a83129fd-04a5-49bc-9ec1-6db405784407 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7c2b4757-7138-481e-b640-b56c10cb9158 HTTP/1.1" status: 204 len: 168 time: 0.2167320 Jun 21 04:30:00.768254 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:00.793542 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83129fd-04a5-49bc-9ec1-6db405784407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2b4757-7138-481e-b640-b56c10cb9158,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:00.798556 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-a83129fd-04a5-49bc-9ec1-6db405784407 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:00.821395 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 56330) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:00.873009 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-8d27f1af-5783-4eae-9224-cf7a6553dfea req-4c7c3ff3-4a5e-4fc6-a784-5ae100ce529b tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/ports?device_id=31b09ee5-1585-43ef-9a4f-8bbacc6385ff HTTP/1.1" status: 200 len: 210 time: 0.0829823 Jun 21 04:30:00.977391 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-af3a5dc6-bc71-4b42-b761-659ddce87303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:00.984213 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-af3a5dc6-bc71-4b42-b761-659ddce87303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:01.001168 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:01.038404 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-af3a5dc6-bc71-4b42-b761-659ddce87303 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8ba7b4b9f5c24ba699ab47a2f76e2173&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7694826 Jun 21 04:30:01.039296 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3a5dc6-bc71-4b42-b761-659ddce87303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e74b0b55-f50b-4ae3-827f-b25910833bb4,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:01.043378 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 56344) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:01.043514 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-af3a5dc6-bc71-4b42-b761-659ddce87303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:01.162003 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-c612937b-9bb6-413e-ab1a-67e2725e92cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:01.188428 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-c612937b-9bb6-413e-ab1a-67e2725e92cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:01.311397 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74909f9a-34a6-44b4-9db2-2b4ce9752350 x-openstack-request-id: req-74909f9a-34a6-44b4-9db2-2b4ce9752350 {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:30:01.311397 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2626c30-1593-4c67-a983-37d19f04079e", "name": "network-vif-plugged", "status": "completed", "tag": "2a159849-6572-440b-884e-5612f44d6d9e", "code": 200}]} {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:30:01.311864 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-74909f9a-34a6-44b4-9db2-2b4ce9752350 {{(pid=92747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:30:01.312275 dv-cinder-796889-2-smb neutron-server[92747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2626c30-1593-4c67-a983-37d19f04079e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a159849-6572-440b-884e-5612f44d6d9e', 'code': 200} Jun 21 04:30:01.318420 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-7efa60f3-21fb-43b3-b022-30942c8c684e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:01.371793 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-c612937b-9bb6-413e-ab1a-67e2725e92cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:01.389616 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-c612937b-9bb6-413e-ab1a-67e2725e92cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:01.394385 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-c612937b-9bb6-413e-ab1a-67e2725e92cd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e74b0b55-f50b-4ae3-827f-b25910833bb4 HTTP/1.1" status: 204 len: 168 time: 0.3491907 Jun 21 04:30:01.397145 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device cecae649-32ea-447c-aa51-6ce626930b79 details requested by agent hyperv_hv-cinder-79688 with host hv-cinder-79688 {{(pid=92747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:30:01.464626 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 56356) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:01.475876 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-bc985c0f-6642-4cee-ba87-af1c35b9b5af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:01.484183 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-5bbdc6f0-fead-44ba-938f-a08b4306fbb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:01.494407 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9dc0a8-41cb-4509-a03b-5805ee7f1553 req-a7e87cd0-77f8-475b-9043-c35e18943b4d tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:01.502311 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-fa9dc0a8-41cb-4509-a03b-5805ee7f1553 req-a7e87cd0-77f8-475b-9043-c35e18943b4d tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2626c30-1593-4c67-a983-37d19f04079e HTTP/1.1" status: 200 len: 946 time: 0.3200049 Jun 21 04:30:01.517744 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-7efa60f3-21fb-43b3-b022-30942c8c684e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:01.524707 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-7efa60f3-21fb-43b3-b022-30942c8c684e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:01.527284 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-ef819432-4c58-4b45-a643-f4c111827abc req-87cba02b-bffc-45ba-bae5-470b17c15d92 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60 HTTP/1.1" status: 200 len: 210 time: 0.1652451 Jun 21 04:30:01.535425 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cc194068-2249-4bda-9ab7-c47d5038420e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:01.560247 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c612937b-9bb6-413e-ab1a-67e2725e92cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74b0b55-f50b-4ae3-827f-b25910833bb4,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:01.597946 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-c612937b-9bb6-413e-ab1a-67e2725e92cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:01.607086 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 56360) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:01.608061 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-7efa60f3-21fb-43b3-b022-30942c8c684e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=410d5e01d2424dc2a8c15b398b5ec2ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7847984 Jun 21 04:30:01.610442 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efa60f3-21fb-43b3-b022-30942c8c684e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d393c590-f73e-4d1b-bbf5-6b2a2db7a0aa,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:01.620232 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-7efa60f3-21fb-43b3-b022-30942c8c684e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:01.674172 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-fa9dc0a8-41cb-4509-a03b-5805ee7f1553 req-f1b34af4-20e9-4295-a99c-96090ef0ea37 tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4cabb63-2365-42a6-8711-0ef3899fdfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408703 Jun 21 04:30:01.705500 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] For port cecae649-32ea-447c-aa51-6ce626930b79, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=cecae649-32ea-447c-aa51-6ce626930b79,segment=NetworkSegment(6a600e61-3574-4bd3-a34a-517fc2cc37fd),segment_id=6a600e61-3574-4bd3-a34a-517fc2cc37fd)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:30:01.731401 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Returning: {'device': 'cecae649-32ea-447c-aa51-6ce626930b79', 'network_id': 'eb14d1e4-153c-4833-8dee-e8145a700dcb', 'port_id': 'cecae649-32ea-447c-aa51-6ce626930b79', 'mac_address': 'fa:16:3e:29:a0:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73192c75-f1c9-4e6e-bed4-2117506a7d5e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:30:01.775330 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-73c99d46-9cd0-42da-9592-9ff8868ef13b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:01.785824 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:01.787992 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-5bbdc6f0-fead-44ba-938f-a08b4306fbb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:01.804181 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.notifiers.nova [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cecae649-32ea-447c-aa51-6ce626930b79 {{(pid=92747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:30:01.813049 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-73c99d46-9cd0-42da-9592-9ff8868ef13b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:01.825757 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-5bbdc6f0-fead-44ba-938f-a08b4306fbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:01.838126 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] For port cecae649-32ea-447c-aa51-6ce626930b79, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=cecae649-32ea-447c-aa51-6ce626930b79,segment=NetworkSegment(6a600e61-3574-4bd3-a34a-517fc2cc37fd),segment_id=6a600e61-3574-4bd3-a34a-517fc2cc37fd)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:30:01.842474 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-af3a5dc6-bc71-4b42-b761-659ddce87303 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:01.845890 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:01.848650 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:01.864382 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4667eddf-d996-434d-93e1-ec0d9f7ef7e5 req-28750a53-ddc9-4157-bc77-f33e4b9467cb tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:01.866018 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-4667eddf-d996-434d-93e1-ec0d9f7ef7e5 req-28750a53-ddc9-4157-bc77-f33e4b9467cb tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ea07e3c-1759-4aa7-905d-60be8e2de62c HTTP/1.1" status: 200 len: 944 time: 0.1389530 Jun 21 04:30:01.907460 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Pushing event updated for resources: {'Port': ['ID=cecae649-32ea-447c-aa51-6ce626930b79,revision_number=4']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:01.911305 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:01.930034 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-5bbdc6f0-fead-44ba-938f-a08b4306fbb3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e505644fc6b240d4856ec2236568ec2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4643507 Jun 21 04:30:01.934177 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbdc6f0-fead-44ba-938f-a08b4306fbb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08697d0a-ba72-4964-8296-990da6dcb6b7,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:01.937441 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 56366) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:01.943634 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-5bbdc6f0-fead-44ba-938f-a08b4306fbb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:01.945466 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897409e8-1734-4b17-bc56-7a69c9231d78 req-d43d6669-86ec-4571-83f4-af7aa6428fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:01.947557 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-897409e8-1734-4b17-bc56-7a69c9231d78 req-d43d6669-86ec-4571-83f4-af7aa6428fc0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c2626c30-1593-4c67-a983-37d19f04079e HTTP/1.1" status: 200 len: 1099 time: 0.2341464 Jun 21 04:30:02.005833 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b0b65e-6243-45b4-8e1b-9497800d6a48 req-da93fdce-aa79-4ff4-ab3b-409e025b6332 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:02.007367 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-c9b0b65e-6243-45b4-8e1b-9497800d6a48 req-da93fdce-aa79-4ff4-ab3b-409e025b6332 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.38 "GET /v2.0/networks?id=266761c6-991a-4b5c-89b7-18dc73edeb62 HTTP/1.1" status: 200 len: 811 time: 0.1686404 Jun 21 04:30:02.015272 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-897409e8-1734-4b17-bc56-7a69c9231d78 req-332da191-390e-4570-9515-58b468e41090 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:02.043543 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 56372) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:02.068582 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-4667eddf-d996-434d-93e1-ec0d9f7ef7e5 req-6c58bf91-2184-4693-a841-1c1fb5d62756 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815233 Jun 21 04:30:02.099999 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-8bb04f55-777b-4da3-bfb5-0a195e3f31bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:02.141564 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-ae093fe0-10be-420c-8b1c-d441553bc213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:02.151452 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] get_ports_and_sgs() called for port_ids ['cecae649-32ea-447c-aa51-6ce626930b79'] {{(pid=92747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:30:02.174255 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-5d475554-210a-4f8d-90c0-319a368ec8b5 req-0dc8aa07-12fe-4162-8780-a6c129cfcf7f tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/ports?device_id=31b09ee5-1585-43ef-9a4f-8bbacc6385ff HTTP/1.1" status: 200 len: 210 time: 0.1041455 Jun 21 04:30:02.176471 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-ae093fe0-10be-420c-8b1c-d441553bc213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:02.179484 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-c9b0b65e-6243-45b4-8e1b-9497800d6a48 req-829e66f7-cfb7-41a0-a4fe-dddae94a7a04 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=975d204c53d040d2a863b56978bb847b HTTP/1.1" status: 200 len: 379 time: 0.1234057 Jun 21 04:30:02.192054 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.v2.base [req-c9b0b65e-6243-45b4-8e1b-9497800d6a48 req-4da7fe14-7016-4345-ad28-1e84c6a5b10c tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Request body: {'port': {'device_id': '31b09ee5-1585-43ef-9a4f-8bbacc6385ff', 'network_id': '266761c6-991a-4b5c-89b7-18dc73edeb62', 'admin_state_up': True, 'tenant_id': '975d204c53d040d2a863b56978bb847b', 'security_groups': ['caf29c12-da81-4cc3-ac7d-970e1b1b08f0']}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:30:02.274354 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-ae093fe0-10be-420c-8b1c-d441553bc213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:02.277544 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-ae093fe0-10be-420c-8b1c-d441553bc213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:02.278901 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-ae093fe0-10be-420c-8b1c-d441553bc213 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/08697d0a-ba72-4964-8296-990da6dcb6b7 HTTP/1.1" status: 204 len: 168 time: 0.3404193 Jun 21 04:30:02.284603 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-d42050c5-c283-452c-bcfa-24b1762ffb63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:02.288940 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-897409e8-1734-4b17-bc56-7a69c9231d78 req-332da191-390e-4570-9515-58b468e41090 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:02.296315 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae093fe0-10be-420c-8b1c-d441553bc213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08697d0a-ba72-4964-8296-990da6dcb6b7,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:02.301108 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-897409e8-1734-4b17-bc56-7a69c9231d78 req-332da191-390e-4570-9515-58b468e41090 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:02.311797 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-ae093fe0-10be-420c-8b1c-d441553bc213 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:02.312648 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-ae093fe0-10be-420c-8b1c-d441553bc213 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:02.316389 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-73c99d46-9cd0-42da-9592-9ff8868ef13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:02.324248 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-73c99d46-9cd0-42da-9592-9ff8868ef13b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:02.328533 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-73c99d46-9cd0-42da-9592-9ff8868ef13b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d393c590-f73e-4d1b-bbf5-6b2a2db7a0aa HTTP/1.1" status: 204 len: 168 time: 0.7162089 Jun 21 04:30:02.334577 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:02.372931 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c99d46-9cd0-42da-9592-9ff8868ef13b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d393c590-f73e-4d1b-bbf5-6b2a2db7a0aa,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:02.378440 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-73c99d46-9cd0-42da-9592-9ff8868ef13b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:02.384006 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-897409e8-1734-4b17-bc56-7a69c9231d78 req-332da191-390e-4570-9515-58b468e41090 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=f4cabb63-2365-42a6-8711-0ef3899fdfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4301119 Jun 21 04:30:02.390946 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332da191-390e-4570-9515-58b468e41090 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e397b8ec-dbe7-487d-834c-5303416dba99,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:02.408478 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-332da191-390e-4570-9515-58b468e41090 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:02.501353 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-8bb04f55-777b-4da3-bfb5-0a195e3f31bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:02.508082 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-8bb04f55-777b-4da3-bfb5-0a195e3f31bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:02.512750 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-3d1ef8b3-67e3-4f21-a58b-9940abad2086 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:02.533881 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9b0b65e-6243-45b4-8e1b-9497800d6a48 req-4da7fe14-7016-4345-ad28-1e84c6a5b10c tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Made reservation on behalf of 975d204c53d040d2a863b56978bb847b for: {'port': 1} {{(pid=92746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:30:02.540026 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-c9b0b65e-6243-45b4-8e1b-9497800d6a48 req-4da7fe14-7016-4345-ad28-1e84c6a5b10c tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-632420'] for port, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:02.553683 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-8bb04f55-777b-4da3-bfb5-0a195e3f31bc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d7c9a3183e0c437f8083a599ad33c6d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4963348 Jun 21 04:30:02.556715 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 56382) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:02.565493 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb04f55-777b-4da3-bfb5-0a195e3f31bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=646b01c0-4563-4c05-af0c-19047d90011d,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:02.577579 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-8bb04f55-777b-4da3-bfb5-0a195e3f31bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:02.626450 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-0c5f3b27-1a63-4fbf-9096-5f245960cf54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:02.651537 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-0c5f3b27-1a63-4fbf-9096-5f245960cf54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:02.708325 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-0c5f3b27-1a63-4fbf-9096-5f245960cf54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:02.710999 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-0c5f3b27-1a63-4fbf-9096-5f245960cf54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:02.714491 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-0c5f3b27-1a63-4fbf-9096-5f245960cf54 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/646b01c0-4563-4c05-af0c-19047d90011d HTTP/1.1" status: 204 len: 168 time: 0.1542103 Jun 21 04:30:02.714953 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-d5afd93e-b811-4eb3-958f-16bfdabed220 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:02.730691 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5f3b27-1a63-4fbf-9096-5f245960cf54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=646b01c0-4563-4c05-af0c-19047d90011d,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:02.738796 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-0c5f3b27-1a63-4fbf-9096-5f245960cf54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:02.872158 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-e6fbe076-7653-4937-bbb4-81e19df67780 req-fed22cfa-b7d0-4079-9b97-34c19959a858 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60 HTTP/1.1" status: 200 len: 210 time: 0.0495999 Jun 21 04:30:02.922192 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 56400) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:02.945387 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-3f242483-b5d6-483e-a7b5-853dd4783bb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:02.957496 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.db.db_base_plugin_common [req-c9b0b65e-6243-45b4-8e1b-9497800d6a48 req-4da7fe14-7016-4345-ad28-1e84c6a5b10c tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Allocated IP 172.20.0.12 (266761c6-991a-4b5c-89b7-18dc73edeb62/17b08017-4248-42a3-9e39-b4aee30874d2/6eecac39-7f26-4c7d-8265-93cd1def8967) {{(pid=92746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:30:02.990763 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4086f39-478e-4a55-8cd8-32bf3619844d req-d190c33d-6045-454e-9d8e-caabcc250723 tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:02.992536 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-d4086f39-478e-4a55-8cd8-32bf3619844d req-d190c33d-6045-454e-9d8e-caabcc250723 tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2626c30-1593-4c67-a983-37d19f04079e HTTP/1.1" status: 200 len: 946 time: 0.1235290 Jun 21 04:30:03.070323 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-d4086f39-478e-4a55-8cd8-32bf3619844d req-3c55a37e-26ce-4e96-a72c-d65e487610e0 tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4cabb63-2365-42a6-8711-0ef3899fdfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672612 Jun 21 04:30:03.095643 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-3f242483-b5d6-483e-a7b5-853dd4783bb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:03.112894 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-3f242483-b5d6-483e-a7b5-853dd4783bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:03.119032 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:03.174036 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f242483-b5d6-483e-a7b5-853dd4783bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca2ff1c-d729-4ae7-9ed2-adfc6dd65e4e,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:03.180259 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-3f242483-b5d6-483e-a7b5-853dd4783bb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:03.214967 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-c9b0b65e-6243-45b4-8e1b-9497800d6a48 req-4da7fe14-7016-4345-ad28-1e84c6a5b10c tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks [] for port, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:03.226664 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-3f242483-b5d6-483e-a7b5-853dd4783bb3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4e681823fe5a48aea5a943a0aedcf032&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3029978 Jun 21 04:30:03.229313 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 56418) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:03.249904 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.db.provisioning_blocks [req-c9b0b65e-6243-45b4-8e1b-9497800d6a48 req-4da7fe14-7016-4345-ad28-1e84c6a5b10c tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Transition to ACTIVE for port object 6eecac39-7f26-4c7d-8265-93cd1def8967 will not be triggered until provisioned by entity DHCP. {{(pid=92746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:30:03.401821 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device ae6f8a11-4e0b-4392-978e-e73445e5f163 details requested by agent hyperv_hv-cinder-79688 with host hv-cinder-79688 {{(pid=92747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:30:03.435415 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-fdfcf44a-cad4-46b5-939d-48a3bc0d94ab req-cd06e762-b3a0-461b-bca7-476b4cb76fd0 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/ports?device_id=31b09ee5-1585-43ef-9a4f-8bbacc6385ff HTTP/1.1" status: 200 len: 210 time: 0.0579865 Jun 21 04:30:03.443626 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-c9b0b65e-6243-45b4-8e1b-9497800d6a48 req-4da7fe14-7016-4345-ad28-1e84c6a5b10c tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789666979157'] for port, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:03.461110 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-2710cf5c-788a-4083-95a2-3454f72bdbdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:03.462616 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-a7398629-ffa4-4e7f-a7a5-1108b11725f5 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:03.474417 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9b0b65e-6243-45b4-8e1b-9497800d6a48 req-4da7fe14-7016-4345-ad28-1e84c6a5b10c tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Network 266761c6-991a-4b5c-89b7-18dc73edeb62 is already hosted by enough agents. {{(pid=92746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:30:03.495331 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.scheduler.base_scheduler [req-c9b0b65e-6243-45b4-8e1b-9497800d6a48 req-4da7fe14-7016-4345-ad28-1e84c6a5b10c tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Resources bound (agent type, host, resource id): {{(pid=92746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:30:03.502388 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9b0b65e-6243-45b4-8e1b-9497800d6a48 req-4da7fe14-7016-4345-ad28-1e84c6a5b10c tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Received port after_create {{(pid=92746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:30:03.513383 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-2710cf5c-788a-4083-95a2-3454f72bdbdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:03.518001 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b0b65e-6243-45b4-8e1b-9497800d6a48 req-4da7fe14-7016-4345-ad28-1e84c6a5b10c tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:03.523485 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-c9b0b65e-6243-45b4-8e1b-9497800d6a48 req-4da7fe14-7016-4345-ad28-1e84c6a5b10c tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33144588'] for port, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:03.531236 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce159247-b45b-4e60-b7c7-0369eddb2d86 req-2997398f-f8f9-4eba-b182-8c9fc23a053c tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:03.533020 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-ce159247-b45b-4e60-b7c7-0369eddb2d86 req-2997398f-f8f9-4eba-b182-8c9fc23a053c tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.38 "GET /v2.0/networks?id=38e35d0b-e570-49d3-959b-c55bd6e0308c HTTP/1.1" status: 200 len: 817 time: 0.2544782 Jun 21 04:30:03.660064 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befcce82-c3b8-4de3-bbe5-fa134e0951fe req-38333af2-4480-4abf-aa69-20026a98b56f tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:03.668008 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-befcce82-c3b8-4de3-bbe5-fa134e0951fe req-38333af2-4480-4abf-aa69-20026a98b56f tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ea07e3c-1759-4aa7-905d-60be8e2de62c HTTP/1.1" status: 200 len: 944 time: 0.3656943 Jun 21 04:30:03.689216 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-c9b0b65e-6243-45b4-8e1b-9497800d6a48 req-4da7fe14-7016-4345-ad28-1e84c6a5b10c tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5029371 Jun 21 04:30:03.717550 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-2710cf5c-788a-4083-95a2-3454f72bdbdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:03.720165 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-2710cf5c-788a-4083-95a2-3454f72bdbdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:03.730602 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.v2.base [req-c9b0b65e-6243-45b4-8e1b-9497800d6a48 req-15a9f310-086b-46d1-9938-6d592e1d336c service neutron] Request body: {'port': {'device_id': '31b09ee5-1585-43ef-9a4f-8bbacc6385ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79688'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:30:03.731054 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-2710cf5c-788a-4083-95a2-3454f72bdbdd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bca2ff1c-d729-4ae7-9ed2-adfc6dd65e4e HTTP/1.1" status: 204 len: 168 time: 0.5006456 Jun 21 04:30:03.751452 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-5bbdc6f0-fead-44ba-938f-a08b4306fbb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:03.780737 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da7fe14-7016-4345-ad28-1e84c6a5b10c tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Pushing event updated for resources: {'Port': ['ID=6eecac39-7f26-4c7d-8265-93cd1def8967,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:03.793834 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-4da7fe14-7016-4345-ad28-1e84c6a5b10c tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:03.828243 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-ce159247-b45b-4e60-b7c7-0369eddb2d86 req-99986e1d-a686-4546-bf65-d568efb01c69 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e19d34d6ec747d2a23f2df61f7d1120 HTTP/1.1" status: 200 len: 379 time: 0.2716484 Jun 21 04:30:03.829094 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2710cf5c-788a-4083-95a2-3454f72bdbdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca2ff1c-d729-4ae7-9ed2-adfc6dd65e4e,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:03.835704 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-2710cf5c-788a-4083-95a2-3454f72bdbdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:03.850287 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.v2.base [req-ce159247-b45b-4e60-b7c7-0369eddb2d86 req-52868cd5-054a-4584-9874-04ed8ca673bc tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Request body: {'port': {'device_id': '7d63050f-5bf4-44dd-b812-0d503ed3af60', 'network_id': '38e35d0b-e570-49d3-959b-c55bd6e0308c', 'admin_state_up': True, 'tenant_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'security_groups': ['39085220-cdcc-4a6f-81ee-ed6b884a5b61']}} {{(pid=92745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:30:03.858923 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device cecae649-32ea-447c-aa51-6ce626930b79 up at agent hyperv_hv-cinder-79688 {{(pid=92747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:30:03.898746 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-c9b0b65e-6243-45b4-8e1b-9497800d6a48 req-15a9f310-086b-46d1-9938-6d592e1d336c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:04.070149 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-99b58314-0ee2-49bc-8a45-70a47c9ce9d3 None None] Provisioning for port 6eecac39-7f26-4c7d-8265-93cd1def8967 completed by entity DHCP. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:30:04.091181 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce159247-b45b-4e60-b7c7-0369eddb2d86 req-52868cd5-054a-4584-9874-04ed8ca673bc tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Made reservation on behalf of 6e19d34d6ec747d2a23f2df61f7d1120 for: {'port': 1} {{(pid=92745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:30:04.095743 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-ce159247-b45b-4e60-b7c7-0369eddb2d86 req-52868cd5-054a-4584-9874-04ed8ca673bc tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-632420'] for port, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:04.109879 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] For port ae6f8a11-4e0b-4392-978e-e73445e5f163, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=ae6f8a11-4e0b-4392-978e-e73445e5f163,segment=NetworkSegment(6a600e61-3574-4bd3-a34a-517fc2cc37fd),segment_id=6a600e61-3574-4bd3-a34a-517fc2cc37fd)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:30:04.112935 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-99b58314-0ee2-49bc-8a45-70a47c9ce9d3 None None] Provisioning complete for port 6eecac39-7f26-4c7d-8265-93cd1def8967 triggered by entity DHCP. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:30:04.113400 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-99b58314-0ee2-49bc-8a45-70a47c9ce9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:04.180861 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-99b58314-0ee2-49bc-8a45-70a47c9ce9d3 None None] Port 6eecac39-7f26-4c7d-8265-93cd1def8967 cannot update to ACTIVE because it is not bound. {{(pid=92747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:30:04.189912 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Provisioning for port cecae649-32ea-447c-aa51-6ce626930b79 completed by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:30:04.201940 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Provisioning complete for port cecae649-32ea-447c-aa51-6ce626930b79 triggered by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:30:04.202677 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:04.257512 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Returning: {'device': 'ae6f8a11-4e0b-4392-978e-e73445e5f163', 'network_id': 'eb14d1e4-153c-4833-8dee-e8145a700dcb', 'port_id': 'ae6f8a11-4e0b-4392-978e-e73445e5f163', 'mac_address': 'fa:16:3e:c0:89:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73192c75-f1c9-4e6e-bed4-2117506a7d5e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:30:04.299749 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:04.321962 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-1f39937a-148c-472c-b812-c4a5d1fe7f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:04.325928 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.notifiers.nova [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae6f8a11-4e0b-4392-978e-e73445e5f163 {{(pid=92747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:30:04.347707 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] For port ae6f8a11-4e0b-4392-978e-e73445e5f163, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=ae6f8a11-4e0b-4392-978e-e73445e5f163,segment=NetworkSegment(6a600e61-3574-4bd3-a34a-517fc2cc37fd),segment_id=6a600e61-3574-4bd3-a34a-517fc2cc37fd)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:30:04.368050 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:04.371714 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:04.385490 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.db_base_plugin_common [req-ce159247-b45b-4e60-b7c7-0369eddb2d86 req-52868cd5-054a-4584-9874-04ed8ca673bc tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Allocated IP 172.20.0.14 (38e35d0b-e570-49d3-959b-c55bd6e0308c/6f995fa3-0676-46ec-80cb-22d4129d3f36/9201607d-8505-40c7-a832-737b5143d231) {{(pid=92745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:30:04.427355 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Pushing event updated for resources: {'Port': ['ID=ae6f8a11-4e0b-4392-978e-e73445e5f163,revision_number=4']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:04.432360 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:04.444772 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:04.478804 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6afa05c-5040-4202-a64c-c703c946ff1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cecae649-32ea-447c-aa51-6ce626930b79'}] {{(pid=92747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:30:04.481424 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}801f1ae26e0cb5c56acb95c727deede285b0e3a42266231ef73c077b6573d85d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda6bd36-a783-4c91-bc21-f8ece60ab493" -d '{"events": [{"server_uuid": "a6afa05c-5040-4202-a64c-c703c946ff1a", "name": "network-vif-plugged", "status": "completed", "tag": "cecae649-32ea-447c-aa51-6ce626930b79"}]}' {{(pid=92747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:30:04.495831 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] For port cecae649-32ea-447c-aa51-6ce626930b79, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=cecae649-32ea-447c-aa51-6ce626930b79,segment=NetworkSegment(6a600e61-3574-4bd3-a34a-517fc2cc37fd),segment_id=6a600e61-3574-4bd3-a34a-517fc2cc37fd)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:30:04.504439 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:04.506169 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:04.511233 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-befcce82-c3b8-4de3-bbe5-fa134e0951fe req-e567c276-1928-46c0-8532-dc4353558141 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8244326 Jun 21 04:30:04.591846 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Pushing event updated for resources: {'Port': ['ID=cecae649-32ea-447c-aa51-6ce626930b79,revision_number=5']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:04.599335 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-5b4286c4-bf07-4687-866a-a2886d7c5a75 req-37064bec-88f9-4969-9a97-8b537241c1ba tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60 HTTP/1.1" status: 200 len: 210 time: 0.2183826 Jun 21 04:30:04.602192 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:04.668399 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-ce159247-b45b-4e60-b7c7-0369eddb2d86 req-52868cd5-054a-4584-9874-04ed8ca673bc tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks [] for port, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:04.681873 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] get_ports_and_sgs() called for port_ids ['ae6f8a11-4e0b-4392-978e-e73445e5f163'] {{(pid=92747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:30:04.688382 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [req-ce159247-b45b-4e60-b7c7-0369eddb2d86 req-52868cd5-054a-4584-9874-04ed8ca673bc tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Transition to ACTIVE for port object 9201607d-8505-40c7-a832-737b5143d231 will not be triggered until provisioned by entity DHCP. {{(pid=92745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:30:04.733426 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-ce159247-b45b-4e60-b7c7-0369eddb2d86 req-52868cd5-054a-4584-9874-04ed8ca673bc tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789666979157'] for port, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:04.739446 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-c937e4c6-59da-4400-afb6-b769206761e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:04.834870 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce159247-b45b-4e60-b7c7-0369eddb2d86 req-52868cd5-054a-4584-9874-04ed8ca673bc tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Network 38e35d0b-e570-49d3-959b-c55bd6e0308c is already hosted by enough agents. {{(pid=92745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:30:04.838420 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.base_scheduler [req-ce159247-b45b-4e60-b7c7-0369eddb2d86 req-52868cd5-054a-4584-9874-04ed8ca673bc tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Resources bound (agent type, host, resource id): {{(pid=92745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:30:04.843303 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce159247-b45b-4e60-b7c7-0369eddb2d86 req-52868cd5-054a-4584-9874-04ed8ca673bc tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Received port after_create {{(pid=92745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:30:04.850593 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce159247-b45b-4e60-b7c7-0369eddb2d86 req-52868cd5-054a-4584-9874-04ed8ca673bc tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:04.851647 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-ce159247-b45b-4e60-b7c7-0369eddb2d86 req-52868cd5-054a-4584-9874-04ed8ca673bc tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33144588'] for port, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:04.875379 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4407b37-88f4-4049-a7a8-2f3ec50c88c5 req-08e4b1e8-041d-4110-a690-173fc9499969 tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:04.877014 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-f4407b37-88f4-4049-a7a8-2f3ec50c88c5 req-08e4b1e8-041d-4110-a690-173fc9499969 tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2626c30-1593-4c67-a983-37d19f04079e HTTP/1.1" status: 200 len: 946 time: 0.1919568 Jun 21 04:30:04.881027 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-ce159247-b45b-4e60-b7c7-0369eddb2d86 req-52868cd5-054a-4584-9874-04ed8ca673bc tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0417178 Jun 21 04:30:04.884061 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52868cd5-054a-4584-9874-04ed8ca673bc tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Pushing event updated for resources: {'Port': ['ID=9201607d-8505-40c7-a832-737b5143d231,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:04.888106 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-52868cd5-054a-4584-9874-04ed8ca673bc tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:04.902517 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.v2.base [req-ce159247-b45b-4e60-b7c7-0369eddb2d86 req-8e7ff779-8e8d-45e3-a4b1-31bc2c4085f2 service neutron] Request body: {'port': {'device_id': '7d63050f-5bf4-44dd-b812-0d503ed3af60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79688'}} {{(pid=92745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:30:05.043192 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-ce159247-b45b-4e60-b7c7-0369eddb2d86 req-8e7ff779-8e8d-45e3-a4b1-31bc2c4085f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:05.050160 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 56494) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:05.050416 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-f4407b37-88f4-4049-a7a8-2f3ec50c88c5 req-b8807b82-120d-43a4-9636-cb16bbceb40f tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4cabb63-2365-42a6-8711-0ef3899fdfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649652 Jun 21 04:30:05.070471 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e7410c-7249-4cde-8271-f554c27a0262 req-d1508fff-4c8f-4389-a4e7-7800ce487322 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:05.078125 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-74e7410c-7249-4cde-8271-f554c27a0262 req-d1508fff-4c8f-4389-a4e7-7800ce487322 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/ports?device_id=31b09ee5-1585-43ef-9a4f-8bbacc6385ff HTTP/1.1" status: 200 len: 932 time: 0.2472501 Jun 21 04:30:05.090441 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.notifiers.nova [req-c9b0b65e-6243-45b4-8e1b-9497800d6a48 req-15a9f310-086b-46d1-9938-6d592e1d336c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6eecac39-7f26-4c7d-8265-93cd1def8967 {{(pid=92746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:30:05.125353 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-c9b0b65e-6243-45b4-8e1b-9497800d6a48 req-15a9f310-086b-46d1-9938-6d592e1d336c service neutron] Notify callbacks [] for port, precommit_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:05.156196 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c08ea28-b77d-48ae-95d4-cf51bb70d6bf x-openstack-request-id: req-9c08ea28-b77d-48ae-95d4-cf51bb70d6bf {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:30:05.157269 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6afa05c-5040-4202-a64c-c703c946ff1a", "name": "network-vif-plugged", "status": "completed", "tag": "cecae649-32ea-447c-aa51-6ce626930b79", "code": 200}]} {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:30:05.157775 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9c08ea28-b77d-48ae-95d4-cf51bb70d6bf {{(pid=92747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:30:05.158384 dv-cinder-796889-2-smb neutron-server[92747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6afa05c-5040-4202-a64c-c703c946ff1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cecae649-32ea-447c-aa51-6ce626930b79', 'code': 200} Jun 21 04:30:05.212692 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.db.provisioning_blocks [req-c9b0b65e-6243-45b4-8e1b-9497800d6a48 req-15a9f310-086b-46d1-9938-6d592e1d336c service neutron] Transition to ACTIVE for port object 6eecac39-7f26-4c7d-8265-93cd1def8967 will not be triggered until provisioned by entity L2. {{(pid=92746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:30:05.225049 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-12cb6a7a-d390-4928-8692-401f317a7590 None None] Provisioning for port 9201607d-8505-40c7-a832-737b5143d231 completed by entity DHCP. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:30:05.234313 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-74e7410c-7249-4cde-8271-f554c27a0262 req-f5fbeabf-cc36-4d6a-ac96-e33755b83e41 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/security-groups?id=caf29c12-da81-4cc3-ac7d-970e1b1b08f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552422 Jun 21 04:30:05.235493 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-c9b0b65e-6243-45b4-8e1b-9497800d6a48 req-15a9f310-086b-46d1-9938-6d592e1d336c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:05.236602 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-12cb6a7a-d390-4928-8692-401f317a7590 None None] Provisioning complete for port 9201607d-8505-40c7-a832-737b5143d231 triggered by entity DHCP. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:30:05.237405 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-12cb6a7a-d390-4928-8692-401f317a7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:05.265818 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:05.344616 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-12cb6a7a-d390-4928-8692-401f317a7590 None None] Port 9201607d-8505-40c7-a832-737b5143d231 cannot update to ACTIVE because it is not bound. {{(pid=92747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:30:05.591008 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf640-b215-4479-953f-2edea267024f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:05.623747 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.38', 62429) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:05.667050 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a9f310-086b-46d1-9938-6d592e1d336c service neutron] Pushing event updated for resources: {'Port': ['ID=6eecac39-7f26-4c7d-8265-93cd1def8967,revision_number=2']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:05.673955 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-15a9f310-086b-46d1-9938-6d592e1d336c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:05.697636 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.managers [req-c9b0b65e-6243-45b4-8e1b-9497800d6a48 req-15a9f310-086b-46d1-9938-6d592e1d336c service neutron] Attempting to bind port 6eecac39-7f26-4c7d-8265-93cd1def8967 on host hv-cinder-79688 for vnic_type normal with profile {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:30:05.698364 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.managers [req-c9b0b65e-6243-45b4-8e1b-9497800d6a48 req-15a9f310-086b-46d1-9938-6d592e1d336c service neutron] Attempting to bind port 6eecac39-7f26-4c7d-8265-93cd1def8967 by drivers openvswitch,hyperv on host hv-cinder-79688 at level 0 using segments [{'id': '7df2cf32-4808-4c59-a032-2d76cb3a1487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '266761c6-991a-4b5c-89b7-18dc73edeb62'}] {{(pid=92746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:30:05.699446 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b0b65e-6243-45b4-8e1b-9497800d6a48 req-15a9f310-086b-46d1-9938-6d592e1d336c service neutron] Attempting to bind port 6eecac39-7f26-4c7d-8265-93cd1def8967 on network 266761c6-991a-4b5c-89b7-18dc73edeb62 {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:30:05.711020 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b0b65e-6243-45b4-8e1b-9497800d6a48 req-15a9f310-086b-46d1-9938-6d592e1d336c service neutron] Port 6eecac39-7f26-4c7d-8265-93cd1def8967 on network 266761c6-991a-4b5c-89b7-18dc73edeb62 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79688 {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:30:05.712837 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b0b65e-6243-45b4-8e1b-9497800d6a48 req-15a9f310-086b-46d1-9938-6d592e1d336c service neutron] Attempting to bind port 6eecac39-7f26-4c7d-8265-93cd1def8967 on network 266761c6-991a-4b5c-89b7-18dc73edeb62 {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:30:05.726012 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b0b65e-6243-45b4-8e1b-9497800d6a48 req-15a9f310-086b-46d1-9938-6d592e1d336c service neutron] Checking agent: {'id': '2d8ec531-0834-43cc-a69e-43a4958e3c4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79688', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 27, 37), 'started_at': datetime.datetime(2021, 6, 21, 4, 27, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:30:05.727250 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b0b65e-6243-45b4-8e1b-9497800d6a48 req-15a9f310-086b-46d1-9938-6d592e1d336c service neutron] Checking segment: {'id': '7df2cf32-4808-4c59-a032-2d76cb3a1487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '266761c6-991a-4b5c-89b7-18dc73edeb62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:30:05.728812 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b0b65e-6243-45b4-8e1b-9497800d6a48 req-15a9f310-086b-46d1-9938-6d592e1d336c service neutron] Bound using segment: {'id': '7df2cf32-4808-4c59-a032-2d76cb3a1487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '266761c6-991a-4b5c-89b7-18dc73edeb62'} {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:30:05.729884 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.managers [req-c9b0b65e-6243-45b4-8e1b-9497800d6a48 req-15a9f310-086b-46d1-9938-6d592e1d336c service neutron] Bound port: 6eecac39-7f26-4c7d-8265-93cd1def8967, host: hv-cinder-79688, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7df2cf32-4808-4c59-a032-2d76cb3a1487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '266761c6-991a-4b5c-89b7-18dc73edeb62'}}] {{(pid=92746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:30:05.730913 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-c9b0b65e-6243-45b4-8e1b-9497800d6a48 req-15a9f310-086b-46d1-9938-6d592e1d336c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:05.968090 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300d16d-9d47-4cae-be68-a963772cd373 req-9bd4ca4a-c8af-44bf-be31-2e172eaeaaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:05.969553 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-a300d16d-9d47-4cae-be68-a963772cd373 req-9bd4ca4a-c8af-44bf-be31-2e172eaeaaba service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a6afa05c-5040-4202-a64c-c703c946ff1a HTTP/1.1" status: 200 len: 1098 time: 0.3429563 Jun 21 04:30:05.971427 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf640-b215-4479-953f-2edea267024f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:05.975546 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [req-ce159247-b45b-4e60-b7c7-0369eddb2d86 req-8e7ff779-8e8d-45e3-a4b1-31bc2c4085f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9201607d-8505-40c7-a832-737b5143d231 {{(pid=92745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:30:06.000890 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf640-b215-4479-953f-2edea267024f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:06.012412 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.db [req-c9b0b65e-6243-45b4-8e1b-9497800d6a48 req-15a9f310-086b-46d1-9938-6d592e1d336c service neutron] For port 6eecac39-7f26-4c7d-8265-93cd1def8967, host hv-cinder-79688, cleared binding levels {{(pid=92746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:30:06.025050 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-ce159247-b45b-4e60-b7c7-0369eddb2d86 req-8e7ff779-8e8d-45e3-a4b1-31bc2c4085f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:06.027259 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-2fe2ebd4-f336-43a6-9236-5b5adfa6106f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:06.030844 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-7f8bf640-b215-4479-953f-2edea267024f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7cbbd5ea32f24484bbd581a288aa6f86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9796653 Jun 21 04:30:06.042284 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 56546) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:06.051711 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.db [req-c9b0b65e-6243-45b4-8e1b-9497800d6a48 req-15a9f310-086b-46d1-9938-6d592e1d336c service neutron] For port 6eecac39-7f26-4c7d-8265-93cd1def8967, host hv-cinder-79688, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=6eecac39-7f26-4c7d-8265-93cd1def8967,segment=NetworkSegment(7df2cf32-4808-4c59-a032-2d76cb3a1487),segment_id=7df2cf32-4808-4c59-a032-2d76cb3a1487)] {{(pid=92746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:30:06.064504 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-c9b0b65e-6243-45b4-8e1b-9497800d6a48 req-15a9f310-086b-46d1-9938-6d592e1d336c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:06.073037 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:06.091290 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-a300d16d-9d47-4cae-be68-a963772cd373 req-851407f4-d1a1-46ea-8476-f0934e36656a service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109715 Jun 21 04:30:06.094845 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [req-ce159247-b45b-4e60-b7c7-0369eddb2d86 req-8e7ff779-8e8d-45e3-a4b1-31bc2c4085f2 service neutron] Transition to ACTIVE for port object 9201607d-8505-40c7-a832-737b5143d231 will not be triggered until provisioned by entity L2. {{(pid=92745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:30:06.098575 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8bf640-b215-4479-953f-2edea267024f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c3831ca-0240-4b8d-9ea5-d7d95cbceee2,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:06.105442 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-7f8bf640-b215-4479-953f-2edea267024f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:06.108685 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-ce159247-b45b-4e60-b7c7-0369eddb2d86 req-8e7ff779-8e8d-45e3-a4b1-31bc2c4085f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:06.113587 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:06.125934 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda53a0-80f0-4c4c-ab11-cf1ee829d10f req-f4c72f28-a164-49b8-bddf-0e8b74a1e580 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:06.127676 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-8cda53a0-80f0-4c4c-ab11-cf1ee829d10f req-f4c72f28-a164-49b8-bddf-0e8b74a1e580 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ea07e3c-1759-4aa7-905d-60be8e2de62c HTTP/1.1" status: 200 len: 945 time: 0.3507016 Jun 21 04:30:06.143663 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ccdd0-da18-473d-9be5-98b7a1a5d60b req-68678d67-f889-4b0f-b70a-976e39d265ba tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:06.145091 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-d34ccdd0-da18-473d-9be5-98b7a1a5d60b req-68678d67-f889-4b0f-b70a-976e39d265ba tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60 HTTP/1.1" status: 200 len: 932 time: 0.3216035 Jun 21 04:30:06.171636 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b0b65e-6243-45b4-8e1b-9497800d6a48 req-15a9f310-086b-46d1-9938-6d592e1d336c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:06.172612 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-c9b0b65e-6243-45b4-8e1b-9497800d6a48 req-15a9f310-086b-46d1-9938-6d592e1d336c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33144588'] for port, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:06.174206 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-c9b0b65e-6243-45b4-8e1b-9497800d6a48 req-15a9f310-086b-46d1-9938-6d592e1d336c service neutron] 10.222.0.38 "PUT /v2.0/ports/6eecac39-7f26-4c7d-8265-93cd1def8967 HTTP/1.1" status: 200 len: 1094 time: 2.4655237 Jun 21 04:30:06.182811 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31b09ee5-1585-43ef-9a4f-8bbacc6385ff', 'tag': '6eecac39-7f26-4c7d-8265-93cd1def8967'}] {{(pid=92746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:30:06.193449 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7ff779-8e8d-45e3-a4b1-31bc2c4085f2 service neutron] Pushing event updated for resources: {'Port': ['ID=9201607d-8505-40c7-a832-737b5143d231,revision_number=2']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:06.206991 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-8e7ff779-8e8d-45e3-a4b1-31bc2c4085f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:06.208822 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-69c3fda2-044f-466f-a433-a5c2d29069d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:06.293357 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-69c3fda2-044f-466f-a433-a5c2d29069d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:06.325287 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a9f310-086b-46d1-9938-6d592e1d336c service neutron] Pushing event updated for resources: {'Port': ['ID=6eecac39-7f26-4c7d-8265-93cd1def8967,revision_number=3']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:06.329815 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-15a9f310-086b-46d1-9938-6d592e1d336c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:06.357548 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-8cda53a0-80f0-4c4c-ab11-cf1ee829d10f req-97a9ed04-8339-41fb-9ec0-c6c4846a76c2 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074077 Jun 21 04:30:06.363605 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-d34ccdd0-da18-473d-9be5-98b7a1a5d60b req-beb7f42f-76b1-4c44-8f70-453faa9e0d98 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=39085220-cdcc-4a6f-81ee-ed6b884a5b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2107019 Jun 21 04:30:06.410598 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-69c3fda2-044f-466f-a433-a5c2d29069d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:06.417370 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-69c3fda2-044f-466f-a433-a5c2d29069d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:06.427344 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-69c3fda2-044f-466f-a433-a5c2d29069d9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4c3831ca-0240-4b8d-9ea5-d7d95cbceee2 HTTP/1.1" status: 204 len: 168 time: 0.3790753 Jun 21 04:30:06.477093 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-332da191-390e-4570-9515-58b468e41090 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:06.496718 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c3fda2-044f-466f-a433-a5c2d29069d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c3831ca-0240-4b8d-9ea5-d7d95cbceee2,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:06.546820 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-69c3fda2-044f-466f-a433-a5c2d29069d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:06.548380 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [req-ce159247-b45b-4e60-b7c7-0369eddb2d86 req-8e7ff779-8e8d-45e3-a4b1-31bc2c4085f2 service neutron] Attempting to bind port 9201607d-8505-40c7-a832-737b5143d231 on host hv-cinder-79688 for vnic_type normal with profile {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:30:06.548717 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [req-ce159247-b45b-4e60-b7c7-0369eddb2d86 req-8e7ff779-8e8d-45e3-a4b1-31bc2c4085f2 service neutron] Attempting to bind port 9201607d-8505-40c7-a832-737b5143d231 by drivers openvswitch,hyperv on host hv-cinder-79688 at level 0 using segments [{'id': 'df3f6f4e-05ff-4d6f-923e-8ebc44f445d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '38e35d0b-e570-49d3-959b-c55bd6e0308c'}] {{(pid=92745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:30:06.549047 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce159247-b45b-4e60-b7c7-0369eddb2d86 req-8e7ff779-8e8d-45e3-a4b1-31bc2c4085f2 service neutron] Attempting to bind port 9201607d-8505-40c7-a832-737b5143d231 on network 38e35d0b-e570-49d3-959b-c55bd6e0308c {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:30:06.553842 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce159247-b45b-4e60-b7c7-0369eddb2d86 req-8e7ff779-8e8d-45e3-a4b1-31bc2c4085f2 service neutron] Port 9201607d-8505-40c7-a832-737b5143d231 on network 38e35d0b-e570-49d3-959b-c55bd6e0308c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79688 {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:30:06.554349 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce159247-b45b-4e60-b7c7-0369eddb2d86 req-8e7ff779-8e8d-45e3-a4b1-31bc2c4085f2 service neutron] Attempting to bind port 9201607d-8505-40c7-a832-737b5143d231 on network 38e35d0b-e570-49d3-959b-c55bd6e0308c {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:30:06.560184 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce159247-b45b-4e60-b7c7-0369eddb2d86 req-8e7ff779-8e8d-45e3-a4b1-31bc2c4085f2 service neutron] Checking agent: {'id': '2d8ec531-0834-43cc-a69e-43a4958e3c4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79688', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 27, 37), 'started_at': datetime.datetime(2021, 6, 21, 4, 27, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:30:06.560781 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce159247-b45b-4e60-b7c7-0369eddb2d86 req-8e7ff779-8e8d-45e3-a4b1-31bc2c4085f2 service neutron] Checking segment: {'id': 'df3f6f4e-05ff-4d6f-923e-8ebc44f445d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '38e35d0b-e570-49d3-959b-c55bd6e0308c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:30:06.561413 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce159247-b45b-4e60-b7c7-0369eddb2d86 req-8e7ff779-8e8d-45e3-a4b1-31bc2c4085f2 service neutron] Bound using segment: {'id': 'df3f6f4e-05ff-4d6f-923e-8ebc44f445d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '38e35d0b-e570-49d3-959b-c55bd6e0308c'} {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:30:06.562015 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [req-ce159247-b45b-4e60-b7c7-0369eddb2d86 req-8e7ff779-8e8d-45e3-a4b1-31bc2c4085f2 service neutron] Bound port: 9201607d-8505-40c7-a832-737b5143d231, host: hv-cinder-79688, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df3f6f4e-05ff-4d6f-923e-8ebc44f445d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '38e35d0b-e570-49d3-959b-c55bd6e0308c'}}] {{(pid=92745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:30:06.562526 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-ce159247-b45b-4e60-b7c7-0369eddb2d86 req-8e7ff779-8e8d-45e3-a4b1-31bc2c4085f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:06.670233 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b0b65e-6243-45b4-8e1b-9497800d6a48 req-401ff3d0-6290-40ef-a92e-03cd24c5ce33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:06.671743 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-c9b0b65e-6243-45b4-8e1b-9497800d6a48 req-401ff3d0-6290-40ef-a92e-03cd24c5ce33 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=975d204c53d040d2a863b56978bb847b&device_id=31b09ee5-1585-43ef-9a4f-8bbacc6385ff HTTP/1.1" status: 200 len: 1097 time: 0.2006776 Jun 21 04:30:06.685362 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766cf1bb-1695-47ae-a86d-a56bb90349ac req-c40ddcea-9073-4eda-9096-f889b3aff4f9 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:06.686721 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-766cf1bb-1695-47ae-a86d-a56bb90349ac req-c40ddcea-9073-4eda-9096-f889b3aff4f9 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/ports?device_id=31b09ee5-1585-43ef-9a4f-8bbacc6385ff HTTP/1.1" status: 200 len: 944 time: 0.1435463 Jun 21 04:30:06.724301 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [req-ce159247-b45b-4e60-b7c7-0369eddb2d86 req-8e7ff779-8e8d-45e3-a4b1-31bc2c4085f2 service neutron] For port 9201607d-8505-40c7-a832-737b5143d231, host hv-cinder-79688, cleared binding levels {{(pid=92745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:30:06.728060 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [req-ce159247-b45b-4e60-b7c7-0369eddb2d86 req-8e7ff779-8e8d-45e3-a4b1-31bc2c4085f2 service neutron] For port 9201607d-8505-40c7-a832-737b5143d231, host hv-cinder-79688, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=9201607d-8505-40c7-a832-737b5143d231,segment=NetworkSegment(df3f6f4e-05ff-4d6f-923e-8ebc44f445d6),segment_id=df3f6f4e-05ff-4d6f-923e-8ebc44f445d6)] {{(pid=92745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:30:06.734802 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-ce159247-b45b-4e60-b7c7-0369eddb2d86 req-8e7ff779-8e8d-45e3-a4b1-31bc2c4085f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:06.738425 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-7508d492-7cd6-4277-abeb-228d7956a1e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:06.741776 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-7186a22e-af46-4ef8-a590-c94f3860bd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:06.773850 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7cbf71f9e1aa915714a5a62000f0bd5d8f9af41b6b6cc8a146f78dbc3385941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ae5f9c-ee07-476b-a5ca-717ff1646680" -d '{"events": [{"name": "network-changed", "server_uuid": "31b09ee5-1585-43ef-9a4f-8bbacc6385ff", "tag": "6eecac39-7f26-4c7d-8265-93cd1def8967"}]}' {{(pid=92746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:30:06.779238 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-c9b0b65e-6243-45b4-8e1b-9497800d6a48 req-f7ac7f2c-c3de-4512-9285-9e799320d3b3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6eecac39-7f26-4c7d-8265-93cd1def8967 HTTP/1.1" status: 200 len: 217 time: 0.0869949 Jun 21 04:30:06.790529 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce159247-b45b-4e60-b7c7-0369eddb2d86 req-8e7ff779-8e8d-45e3-a4b1-31bc2c4085f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:06.791347 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-ce159247-b45b-4e60-b7c7-0369eddb2d86 req-8e7ff779-8e8d-45e3-a4b1-31bc2c4085f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33144588'] for port, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:06.793121 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-ce159247-b45b-4e60-b7c7-0369eddb2d86 req-8e7ff779-8e8d-45e3-a4b1-31bc2c4085f2 service neutron] 10.222.0.38 "PUT /v2.0/ports/9201607d-8505-40c7-a832-737b5143d231 HTTP/1.1" status: 200 len: 1094 time: 1.8949122 Jun 21 04:30:06.793892 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d63050f-5bf4-44dd-b812-0d503ed3af60', 'tag': '9201607d-8505-40c7-a832-737b5143d231'}] {{(pid=92745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:30:06.796880 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e65a7435921a4b725d950f60fbdbd7b7a483a7692f8e299216e8097d5419be07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f447754-d271-4690-a56b-4ae26f83b2fc" -d '{"events": [{"name": "network-changed", "server_uuid": "7d63050f-5bf4-44dd-b812-0d503ed3af60", "tag": "9201607d-8505-40c7-a832-737b5143d231"}]}' {{(pid=92745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:30:06.827711 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:06.832967 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-766cf1bb-1695-47ae-a86d-a56bb90349ac req-79f7739f-c2dc-486f-944b-dd84f5e92e48 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/security-groups?id=caf29c12-da81-4cc3-ac7d-970e1b1b08f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393254 Jun 21 04:30:06.840792 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7ff779-8e8d-45e3-a4b1-31bc2c4085f2 service neutron] Pushing event updated for resources: {'Port': ['ID=9201607d-8505-40c7-a832-737b5143d231,revision_number=3']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:06.848799 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-8e7ff779-8e8d-45e3-a4b1-31bc2c4085f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:06.870856 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b0b65e-6243-45b4-8e1b-9497800d6a48 req-0484fa98-6dee-4ff6-8c7c-7fc2a2ceba17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:06.874959 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-c9b0b65e-6243-45b4-8e1b-9497800d6a48 req-0484fa98-6dee-4ff6-8c7c-7fc2a2ceba17 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=17b08017-4248-42a3-9e39-b4aee30874d2 HTTP/1.1" status: 200 len: 850 time: 0.0834124 Jun 21 04:30:06.942658 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac42c515-c169-4672-93f1-1aeeaa22fbc0 x-openstack-request-id: req-ac42c515-c169-4672-93f1-1aeeaa22fbc0 {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:30:06.942978 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d63050f-5bf4-44dd-b812-0d503ed3af60", "tag": "9201607d-8505-40c7-a832-737b5143d231", "status": "completed", "code": 200}]} {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:30:06.943257 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ac42c515-c169-4672-93f1-1aeeaa22fbc0 {{(pid=92745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:30:06.943674 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d63050f-5bf4-44dd-b812-0d503ed3af60', 'tag': '9201607d-8505-40c7-a832-737b5143d231', 'status': 'completed', 'code': 200} Jun 21 04:30:06.991425 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:06.994635 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce159247-b45b-4e60-b7c7-0369eddb2d86 req-4bcc7f79-38ad-47b4-9bc7-afcf8f1f8505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:07.002193 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-ce159247-b45b-4e60-b7c7-0369eddb2d86 req-4bcc7f79-38ad-47b4-9bc7-afcf8f1f8505 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6e19d34d6ec747d2a23f2df61f7d1120&device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60 HTTP/1.1" status: 200 len: 1097 time: 0.1326458 Jun 21 04:30:07.064118 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b0b65e-6243-45b4-8e1b-9497800d6a48 req-f98245be-be67-401d-a55b-7bb17f130aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:07.075212 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-ce159247-b45b-4e60-b7c7-0369eddb2d86 req-d5d0aa5b-7b0e-4d1d-965d-06ee496e0f6e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9201607d-8505-40c7-a832-737b5143d231 HTTP/1.1" status: 200 len: 217 time: 0.0570734 Jun 21 04:30:07.076309 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-c9b0b65e-6243-45b4-8e1b-9497800d6a48 req-f98245be-be67-401d-a55b-7bb17f130aa7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=266761c6-991a-4b5c-89b7-18dc73edeb62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1937122 Jun 21 04:30:07.309043 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce159247-b45b-4e60-b7c7-0369eddb2d86 req-322037b5-81a3-4537-8a56-a88f7518216c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:07.312661 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-ce159247-b45b-4e60-b7c7-0369eddb2d86 req-322037b5-81a3-4537-8a56-a88f7518216c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6f995fa3-0676-46ec-80cb-22d4129d3f36 HTTP/1.1" status: 200 len: 856 time: 0.1856604 Jun 21 04:30:07.315327 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d022c2-270b-4b7d-93b9-c46ce3c20901 x-openstack-request-id: req-76d022c2-270b-4b7d-93b9-c46ce3c20901 {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:30:07.315898 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31b09ee5-1585-43ef-9a4f-8bbacc6385ff", "tag": "6eecac39-7f26-4c7d-8265-93cd1def8967", "status": "completed", "code": 200}]} {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:30:07.316374 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-76d022c2-270b-4b7d-93b9-c46ce3c20901 {{(pid=92746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:30:07.317044 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31b09ee5-1585-43ef-9a4f-8bbacc6385ff', 'tag': '6eecac39-7f26-4c7d-8265-93cd1def8967', 'status': 'completed', 'code': 200} Jun 21 04:30:07.342514 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-c9b0b65e-6243-45b4-8e1b-9497800d6a48 req-347ee80e-e786-4799-81ab-b5495b872570 service neutron] 10.222.0.38 "GET /v2.0/networks/266761c6-991a-4b5c-89b7-18dc73edeb62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140424 Jun 21 04:30:07.431389 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device ae6f8a11-4e0b-4392-978e-e73445e5f163 up at agent hyperv_hv-cinder-79688 {{(pid=92747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:30:07.544292 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce159247-b45b-4e60-b7c7-0369eddb2d86 req-f89f1807-0f50-413e-9190-43a17d4cb475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:07.549718 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-ce159247-b45b-4e60-b7c7-0369eddb2d86 req-f89f1807-0f50-413e-9190-43a17d4cb475 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=38e35d0b-e570-49d3-959b-c55bd6e0308c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1989887 Jun 21 04:30:07.550077 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Provisioning for port ae6f8a11-4e0b-4392-978e-e73445e5f163 completed by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:30:07.558546 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Provisioning complete for port ae6f8a11-4e0b-4392-978e-e73445e5f163 triggered by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:30:07.560396 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:07.626389 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-c9b0b65e-6243-45b4-8e1b-9497800d6a48 req-83093dae-46f0-410a-8728-b790651aa17e service neutron] 10.222.0.38 "GET /v2.0/networks/266761c6-991a-4b5c-89b7-18dc73edeb62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655036 Jun 21 04:30:07.753951 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4476b69-7538-4254-bbca-1faad6655e62 req-78598492-a6ed-4fc9-bf8a-816849a3351b tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:07.758598 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:07.765938 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-c4476b69-7538-4254-bbca-1faad6655e62 req-78598492-a6ed-4fc9-bf8a-816849a3351b tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ea07e3c-1759-4aa7-905d-60be8e2de62c HTTP/1.1" status: 200 len: 945 time: 0.1371617 Jun 21 04:30:07.821981 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ea07e3c-1759-4aa7-905d-60be8e2de62c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae6f8a11-4e0b-4392-978e-e73445e5f163'}] {{(pid=92747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:30:07.824325 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}801f1ae26e0cb5c56acb95c727deede285b0e3a42266231ef73c077b6573d85d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da4cdbe3-0b74-47f9-8eb3-0904c52a7c46" -d '{"events": [{"server_uuid": "1ea07e3c-1759-4aa7-905d-60be8e2de62c", "name": "network-vif-plugged", "status": "completed", "tag": "ae6f8a11-4e0b-4392-978e-e73445e5f163"}]}' {{(pid=92747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:30:07.849381 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] For port ae6f8a11-4e0b-4392-978e-e73445e5f163, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=ae6f8a11-4e0b-4392-978e-e73445e5f163,segment=NetworkSegment(6a600e61-3574-4bd3-a34a-517fc2cc37fd),segment_id=6a600e61-3574-4bd3-a34a-517fc2cc37fd)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:30:07.859761 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:07.862720 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:07.866404 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-ce159247-b45b-4e60-b7c7-0369eddb2d86 req-0be3b91c-a54b-45eb-bae0-0f8b2cbb25c6 service neutron] 10.222.0.38 "GET /v2.0/networks/38e35d0b-e570-49d3-959b-c55bd6e0308c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091629 Jun 21 04:30:07.935064 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-c4476b69-7538-4254-bbca-1faad6655e62 req-556f713a-c593-42c2-a4b7-169f8b586f88 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688795 Jun 21 04:30:07.968822 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae5f9c-ee07-476b-a5ca-717ff1646680 req-65e2e91f-59d8-4fa1-ad3e-ace6ed844bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:07.970302 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-32ae5f9c-ee07-476b-a5ca-717ff1646680 req-65e2e91f-59d8-4fa1-ad3e-ace6ed844bf7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=975d204c53d040d2a863b56978bb847b&device_id=31b09ee5-1585-43ef-9a4f-8bbacc6385ff HTTP/1.1" status: 200 len: 1097 time: 0.2346439 Jun 21 04:30:07.975460 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Pushing event updated for resources: {'Port': ['ID=ae6f8a11-4e0b-4392-978e-e73445e5f163,revision_number=5']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:07.980969 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:08.022245 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-af7905e6-f134-40b5-8f7f-d0c0aa400a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:08.054159 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc450bd5-1cf3-4e55-ae03-ba1cc4446116 x-openstack-request-id: req-dc450bd5-1cf3-4e55-ae03-ba1cc4446116 {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:30:08.054690 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ea07e3c-1759-4aa7-905d-60be8e2de62c", "name": "network-vif-plugged", "status": "completed", "tag": "ae6f8a11-4e0b-4392-978e-e73445e5f163", "code": 200}]} {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:30:08.056177 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dc450bd5-1cf3-4e55-ae03-ba1cc4446116 {{(pid=92747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:30:08.056775 dv-cinder-796889-2-smb neutron-server[92747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ea07e3c-1759-4aa7-905d-60be8e2de62c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae6f8a11-4e0b-4392-978e-e73445e5f163', 'code': 200} Jun 21 04:30:08.141932 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-ce159247-b45b-4e60-b7c7-0369eddb2d86 req-6276798f-26e5-462c-afdb-3dc928181231 service neutron] 10.222.0.38 "GET /v2.0/networks/38e35d0b-e570-49d3-959b-c55bd6e0308c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570426 Jun 21 04:30:08.447960 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae5f9c-ee07-476b-a5ca-717ff1646680 req-96bdabef-8a66-4fa3-b033-7a04befd5690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:08.449410 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-32ae5f9c-ee07-476b-a5ca-717ff1646680 req-96bdabef-8a66-4fa3-b033-7a04befd5690 service neutron] 10.222.0.38 "GET /v2.0/networks?id=266761c6-991a-4b5c-89b7-18dc73edeb62 HTTP/1.1" status: 200 len: 912 time: 0.4709871 Jun 21 04:30:08.507323 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-32ae5f9c-ee07-476b-a5ca-717ff1646680 req-33818211-d3ac-4436-80db-6fb725ee6c77 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6eecac39-7f26-4c7d-8265-93cd1def8967 HTTP/1.1" status: 200 len: 217 time: 0.0452518 Jun 21 04:30:08.527120 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f447754-d271-4690-a56b-4ae26f83b2fc req-971aa7c5-7e6e-4d1b-977c-bed2d6e596ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:08.528618 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-7f447754-d271-4690-a56b-4ae26f83b2fc req-971aa7c5-7e6e-4d1b-977c-bed2d6e596ad service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6e19d34d6ec747d2a23f2df61f7d1120&device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60 HTTP/1.1" status: 200 len: 1097 time: 0.1462746 Jun 21 04:30:08.533373 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddfdf13-1572-41f9-abee-2293ac10ed3a req-b659933a-15f5-4205-a2b5-6effed87f6f2 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:08.534857 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-0ddfdf13-1572-41f9-abee-2293ac10ed3a req-b659933a-15f5-4205-a2b5-6effed87f6f2 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/ports?device_id=31b09ee5-1585-43ef-9a4f-8bbacc6385ff HTTP/1.1" status: 200 len: 944 time: 0.1545732 Jun 21 04:30:08.535674 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c34b9-42ca-49f5-94d6-e9bea367638e req-a3636792-e52e-4378-a6a2-e5d351b8896a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:08.537346 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-187c34b9-42ca-49f5-94d6-e9bea367638e req-a3636792-e52e-4378-a6a2-e5d351b8896a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1ea07e3c-1759-4aa7-905d-60be8e2de62c HTTP/1.1" status: 200 len: 1099 time: 0.0977798 Jun 21 04:30:08.554339 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae5f183-c745-44a2-ba34-fc1a6a9df6ba req-69dfd44a-b4a0-48b9-9598-c340bf79ea2e tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:08.555781 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-dae5f183-c745-44a2-ba34-fc1a6a9df6ba req-69dfd44a-b4a0-48b9-9598-c340bf79ea2e tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60 HTTP/1.1" status: 200 len: 944 time: 0.4176390 Jun 21 04:30:08.583476 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 56674) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:08.632393 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae5f9c-ee07-476b-a5ca-717ff1646680 req-68d2d530-d77d-4768-abc3-989d6b6a781e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:08.633884 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-32ae5f9c-ee07-476b-a5ca-717ff1646680 req-68d2d530-d77d-4768-abc3-989d6b6a781e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=17b08017-4248-42a3-9e39-b4aee30874d2 HTTP/1.1" status: 200 len: 850 time: 0.0964980 Jun 21 04:30:08.665471 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-0ddfdf13-1572-41f9-abee-2293ac10ed3a req-6767a97b-f593-4a13-8a42-6f228830584e tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/security-groups?id=caf29c12-da81-4cc3-ac7d-970e1b1b08f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187677 Jun 21 04:30:08.698700 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-dae5f183-c745-44a2-ba34-fc1a6a9df6ba req-3feb658d-c1ba-4931-8c0e-a9a3cd6d2889 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=39085220-cdcc-4a6f-81ee-ed6b884a5b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153879 Jun 21 04:30:08.732300 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 56678) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:08.755252 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae5f9c-ee07-476b-a5ca-717ff1646680 req-a041f9c9-be8f-4337-95d3-8b96ac95502a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:08.756981 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-32ae5f9c-ee07-476b-a5ca-717ff1646680 req-a041f9c9-be8f-4337-95d3-8b96ac95502a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=266761c6-991a-4b5c-89b7-18dc73edeb62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1049216 Jun 21 04:30:08.810001 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-187c34b9-42ca-49f5-94d6-e9bea367638e req-8060fd00-8bf2-40ee-b5f3-95bdb90dfea2 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185724 Jun 21 04:30:08.832233 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f447754-d271-4690-a56b-4ae26f83b2fc req-0b067f9a-b124-48c7-a5a1-4a61cd67abc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:08.833730 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-7f447754-d271-4690-a56b-4ae26f83b2fc req-0b067f9a-b124-48c7-a5a1-4a61cd67abc2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=38e35d0b-e570-49d3-959b-c55bd6e0308c HTTP/1.1" status: 200 len: 918 time: 0.2953775 Jun 21 04:30:08.880959 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-2a70f7fd-4b3d-4c07-ba5c-7ab7c47b8329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:08.884902 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-db678580-21eb-46fe-8e58-2692316a68ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:08.935905 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-32ae5f9c-ee07-476b-a5ca-717ff1646680 req-716795de-f9ea-405d-bd00-55ffff784681 service neutron] 10.222.0.38 "GET /v2.0/networks/266761c6-991a-4b5c-89b7-18dc73edeb62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503460 Jun 21 04:30:08.944627 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.db.api [None req-db678580-21eb-46fe-8e58-2692316a68ff admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 21 04:30:08.944627 dv-cinder-796889-2-smb neutron-server[92746]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 21 04:30:08.944627 dv-cinder-796889-2-smb neutron-server[92746]: [parameters: {'project_id': '2da72c005655449e9b31000e2c4cc6d0', 'id': '70087e59-6b23-4176-b1c5-bcd865a55fc0', 'expiration': datetime.datetime(2021, 6, 21, 4, 32, 8, 936501)}] Jun 21 04:30:08.944627 dv-cinder-796889-2-smb neutron-server[92746]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 21 04:30:08.945031 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_db.api [None req-db678580-21eb-46fe-8e58-2692316a68ff admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 04:30:09.030139 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-2a70f7fd-4b3d-4c07-ba5c-7ab7c47b8329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:09.035043 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-2a70f7fd-4b3d-4c07-ba5c-7ab7c47b8329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:09.039632 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-93220bdc-b79d-4cd1-8a64-93a8d1429eb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:09.162025 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-7f447754-d271-4690-a56b-4ae26f83b2fc req-2646bc9a-1503-4cb9-9ae8-c1560b97e43c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9201607d-8505-40c7-a832-737b5143d231 HTTP/1.1" status: 200 len: 217 time: 0.0728717 Jun 21 04:30:09.185552 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-2a70f7fd-4b3d-4c07-ba5c-7ab7c47b8329 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=13fcb1da63fc468cb96e70a85af8538c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5992813 Jun 21 04:30:09.196582 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 56694) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:09.237150 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f447754-d271-4690-a56b-4ae26f83b2fc req-db0a7ee7-8862-45ea-b658-e5ca9aae6dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:09.240898 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-7f447754-d271-4690-a56b-4ae26f83b2fc req-db0a7ee7-8862-45ea-b658-e5ca9aae6dd9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6f995fa3-0676-46ec-80cb-22d4129d3f36 HTTP/1.1" status: 200 len: 856 time: 0.0689695 Jun 21 04:30:09.251595 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a70f7fd-4b3d-4c07-ba5c-7ab7c47b8329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56dc3b58-fe7d-4023-8789-5584013766b8,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:09.261952 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-2a70f7fd-4b3d-4c07-ba5c-7ab7c47b8329 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:09.314955 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f447754-d271-4690-a56b-4ae26f83b2fc req-b6b8bbd9-e3b1-48fa-9bc3-2c2198578d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:09.316411 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-7f447754-d271-4690-a56b-4ae26f83b2fc req-b6b8bbd9-e3b1-48fa-9bc3-2c2198578d15 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=38e35d0b-e570-49d3-959b-c55bd6e0308c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0616879 Jun 21 04:30:09.348952 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684ec27d-92ad-44d7-aa34-6be9be5e6534 req-3c088138-4954-4386-a162-209120d3f075 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:09.350425 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-684ec27d-92ad-44d7-aa34-6be9be5e6534 req-3c088138-4954-4386-a162-209120d3f075 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ea07e3c-1759-4aa7-905d-60be8e2de62c HTTP/1.1" status: 200 len: 946 time: 0.2926762 Jun 21 04:30:09.363282 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-32ae5f9c-ee07-476b-a5ca-717ff1646680 req-e4ce9139-e66d-4f77-82ef-a2b07ba9afd2 service neutron] 10.222.0.38 "GET /v2.0/networks/266761c6-991a-4b5c-89b7-18dc73edeb62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290349 Jun 21 04:30:09.370929 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-32a52702-b66a-42c7-8e46-5c382b72e02b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:09.406741 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-32a52702-b66a-42c7-8e46-5c382b72e02b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:09.416756 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-7f447754-d271-4690-a56b-4ae26f83b2fc req-f8a756a9-088f-40e8-8e81-4137e099fc20 service neutron] 10.222.0.38 "GET /v2.0/networks/38e35d0b-e570-49d3-959b-c55bd6e0308c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806296 Jun 21 04:30:09.419373 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-684ec27d-92ad-44d7-aa34-6be9be5e6534 req-72753262-3870-4fd4-b5b9-4803bab77b3b tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602560 Jun 21 04:30:09.445790 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-db678580-21eb-46fe-8e58-2692316a68ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:09.474078 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-32a52702-b66a-42c7-8e46-5c382b72e02b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:09.478021 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-32a52702-b66a-42c7-8e46-5c382b72e02b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:09.479143 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-32a52702-b66a-42c7-8e46-5c382b72e02b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/56dc3b58-fe7d-4023-8789-5584013766b8 HTTP/1.1" status: 204 len: 168 time: 0.2285726 Jun 21 04:30:09.482058 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:09.498464 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a52702-b66a-42c7-8e46-5c382b72e02b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56dc3b58-fe7d-4023-8789-5584013766b8,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:09.503427 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-32a52702-b66a-42c7-8e46-5c382b72e02b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:09.537229 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-7f447754-d271-4690-a56b-4ae26f83b2fc req-420bffce-3dd5-4269-acf2-58b5df4859e2 service neutron] 10.222.0.38 "GET /v2.0/networks/38e35d0b-e570-49d3-959b-c55bd6e0308c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068351 Jun 21 04:30:09.560757 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-db678580-21eb-46fe-8e58-2692316a68ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:09.564677 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-db678580-21eb-46fe-8e58-2692316a68ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:09.568300 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:09.616257 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-db678580-21eb-46fe-8e58-2692316a68ff admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2da72c005655449e9b31000e2c4cc6d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8813396 Jun 21 04:30:09.617252 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db678580-21eb-46fe-8e58-2692316a68ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=652a9f0d-7cd9-45ca-9c04-187d17df6a9f,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:09.620142 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-db678580-21eb-46fe-8e58-2692316a68ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:09.620851 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 56706) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:09.621766 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-410c395a-ca3a-4855-90fb-923e0a2b4d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:09.676438 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-1052b9c5-4437-4c79-b8f0-f4b421ee9705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:09.698912 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-1052b9c5-4437-4c79-b8f0-f4b421ee9705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:09.752356 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-1052b9c5-4437-4c79-b8f0-f4b421ee9705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:09.755110 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-1052b9c5-4437-4c79-b8f0-f4b421ee9705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:09.758840 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-1052b9c5-4437-4c79-b8f0-f4b421ee9705 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/652a9f0d-7cd9-45ca-9c04-187d17df6a9f HTTP/1.1" status: 204 len: 168 time: 0.1341946 Jun 21 04:30:09.758840 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-3f242483-b5d6-483e-a7b5-853dd4783bb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:09.767224 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1052b9c5-4437-4c79-b8f0-f4b421ee9705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=652a9f0d-7cd9-45ca-9c04-187d17df6a9f,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:09.770475 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-1052b9c5-4437-4c79-b8f0-f4b421ee9705 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:09.856487 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 56714) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:09.870186 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-98182fcb-9717-4596-bf33-cbfbc2bbd5d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:09.954088 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d58da0f-4f91-4cec-9767-b6da13251d57 req-f23ab48e-379e-4f08-9235-140935942532 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:09.955575 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-4d58da0f-4f91-4cec-9767-b6da13251d57 req-f23ab48e-379e-4f08-9235-140935942532 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/ports?device_id=31b09ee5-1585-43ef-9a4f-8bbacc6385ff HTTP/1.1" status: 200 len: 944 time: 0.1214745 Jun 21 04:30:09.969463 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4f280-4d82-4abb-87fc-95371c9f66a5 req-17d3d2cc-a0ea-42c8-9563-4fb7b617c52b tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:09.971058 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-e6b4f280-4d82-4abb-87fc-95371c9f66a5 req-17d3d2cc-a0ea-42c8-9563-4fb7b617c52b tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60 HTTP/1.1" status: 200 len: 944 time: 0.1062920 Jun 21 04:30:09.974837 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-98182fcb-9717-4596-bf33-cbfbc2bbd5d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:09.979930 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-98182fcb-9717-4596-bf33-cbfbc2bbd5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:09.984247 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-d058e1af-73ae-4e5b-85d3-d1d0a24afec1 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:10.022806 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-98182fcb-9717-4596-bf33-cbfbc2bbd5d9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a9b1f394be4d4e2a81da272ce25d8801&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1652210 Jun 21 04:30:10.024846 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 56718) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:10.027024 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98182fcb-9717-4596-bf33-cbfbc2bbd5d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9ff00d-081d-4afa-b047-822ffa67ec8d,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:10.039097 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-4d58da0f-4f91-4cec-9767-b6da13251d57 req-c7d92864-acb2-46c1-86a9-1da3d0d4cd14 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/security-groups?id=caf29c12-da81-4cc3-ac7d-970e1b1b08f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777342 Jun 21 04:30:10.040595 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-98182fcb-9717-4596-bf33-cbfbc2bbd5d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:10.062329 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-e6b4f280-4d82-4abb-87fc-95371c9f66a5 req-91f6a477-fb11-4801-867e-e23cf1e1a24b tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=39085220-cdcc-4a6f-81ee-ed6b884a5b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764110 Jun 21 04:30:10.101594 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-b4bb711d-3495-4bc7-b813-d9e3d800c12c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:10.114711 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 56720) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:10.134692 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-16d619e0-e07c-497a-a201-e760ba3cfa43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:10.137385 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-b4bb711d-3495-4bc7-b813-d9e3d800c12c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:10.212908 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-b4bb711d-3495-4bc7-b813-d9e3d800c12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:10.215645 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-b4bb711d-3495-4bc7-b813-d9e3d800c12c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:10.219960 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-b4bb711d-3495-4bc7-b813-d9e3d800c12c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3f9ff00d-081d-4afa-b047-822ffa67ec8d HTTP/1.1" status: 204 len: 168 time: 0.1908920 Jun 21 04:30:10.220645 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-7efa60f3-21fb-43b3-b022-30942c8c684e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:10.241203 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bb711d-3495-4bc7-b813-d9e3d800c12c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9ff00d-081d-4afa-b047-822ffa67ec8d,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:10.258875 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-b4bb711d-3495-4bc7-b813-d9e3d800c12c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:10.312854 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-16d619e0-e07c-497a-a201-e760ba3cfa43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:10.325242 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-16d619e0-e07c-497a-a201-e760ba3cfa43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:10.329361 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-2710cf5c-788a-4083-95a2-3454f72bdbdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:10.384346 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 56732) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:10.384580 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-16d619e0-e07c-497a-a201-e760ba3cfa43 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=02bbb042010e47a3b86be8a6850bdabc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2686908 Jun 21 04:30:10.385631 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d619e0-e07c-497a-a201-e760ba3cfa43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c7c08d-ecb7-4a03-92b1-5ace71feae69,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:10.389874 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-16d619e0-e07c-497a-a201-e760ba3cfa43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:10.494566 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-02645b3a-e915-4562-a5a5-e75183a3f753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:10.529002 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-02645b3a-e915-4562-a5a5-e75183a3f753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:10.678585 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea23825-dcb4-4dfe-8cc1-bc094bde5a96 req-8c81028d-acab-438f-a6b2-3ef29d70d06a tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:10.678585 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-3ea23825-dcb4-4dfe-8cc1-bc094bde5a96 req-8c81028d-acab-438f-a6b2-3ef29d70d06a tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ea07e3c-1759-4aa7-905d-60be8e2de62c HTTP/1.1" status: 200 len: 946 time: 0.1080632 Jun 21 04:30:10.684751 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-02645b3a-e915-4562-a5a5-e75183a3f753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:10.689041 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-02645b3a-e915-4562-a5a5-e75183a3f753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:10.692432 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-02645b3a-e915-4562-a5a5-e75183a3f753 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/40c7c08d-ecb7-4a03-92b1-5ace71feae69 HTTP/1.1" status: 204 len: 168 time: 0.3032577 Jun 21 04:30:10.697367 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:10.711371 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02645b3a-e915-4562-a5a5-e75183a3f753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c7c08d-ecb7-4a03-92b1-5ace71feae69,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:10.718596 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-02645b3a-e915-4562-a5a5-e75183a3f753 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:10.735013 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-3ea23825-dcb4-4dfe-8cc1-bc094bde5a96 req-f0c16a1c-58ff-4edd-b502-ff9ee67117cc tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563800 Jun 21 04:30:11.227269 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d40293-1d79-4754-8f8c-1fa43c2248ad req-e79635f3-ed8b-40b5-893b-38d62e0c3466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:11.230917 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-08d40293-1d79-4754-8f8c-1fa43c2248ad req-e79635f3-ed8b-40b5-893b-38d62e0c3466 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=092d282a6edc474b8f3300e8e6ee4b67&device_id=1ea07e3c-1759-4aa7-905d-60be8e2de62c HTTP/1.1" status: 200 len: 1099 time: 0.1017690 Jun 21 04:30:11.354330 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93b793e-875b-4f6e-a2da-47e1465a813c req-c3408a4e-70c2-40da-8c8c-51bf9c03fb07 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:11.360233 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d40293-1d79-4754-8f8c-1fa43c2248ad req-37903c20-bdc3-4a85-8b39-2b4543cc7d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:11.362152 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-d93b793e-875b-4f6e-a2da-47e1465a813c req-c3408a4e-70c2-40da-8c8c-51bf9c03fb07 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ea07e3c-1759-4aa7-905d-60be8e2de62c HTTP/1.1" status: 200 len: 946 time: 0.1469388 Jun 21 04:30:11.362691 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-08d40293-1d79-4754-8f8c-1fa43c2248ad req-37903c20-bdc3-4a85-8b39-2b4543cc7d18 service neutron] 10.222.0.38 "GET /v2.0/networks?id=eb14d1e4-153c-4833-8dee-e8145a700dcb HTTP/1.1" status: 200 len: 920 time: 0.1246493 Jun 21 04:30:11.406611 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6340052e-327d-4deb-a455-c37930531b17 req-df885567-ee07-42a4-98eb-1e5652256ec9 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:11.411122 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-6340052e-327d-4deb-a455-c37930531b17 req-df885567-ee07-42a4-98eb-1e5652256ec9 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/ports?device_id=31b09ee5-1585-43ef-9a4f-8bbacc6385ff HTTP/1.1" status: 200 len: 944 time: 0.1760046 Jun 21 04:30:11.419292 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-08d40293-1d79-4754-8f8c-1fa43c2248ad req-0c9e873b-e20f-4cf0-bce8-77674c90f089 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae6f8a11-4e0b-4392-978e-e73445e5f163 HTTP/1.1" status: 200 len: 217 time: 0.0442936 Jun 21 04:30:11.423619 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-d93b793e-875b-4f6e-a2da-47e1465a813c req-0845c5f4-40d1-4f45-8a20-751f905c936c tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607209 Jun 21 04:30:11.447355 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device 9201607d-8505-40c7-a832-737b5143d231 details requested by agent hyperv_hv-cinder-79688 with host hv-cinder-79688 {{(pid=92747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:30:11.487907 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-6340052e-327d-4deb-a455-c37930531b17 req-4534c404-2ad3-4e53-b18e-b0a82c26b2c6 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/security-groups?id=caf29c12-da81-4cc3-ac7d-970e1b1b08f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630095 Jun 21 04:30:11.490084 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d40293-1d79-4754-8f8c-1fa43c2248ad req-303331ac-6f63-4713-8923-f5858507b724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:11.491827 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-08d40293-1d79-4754-8f8c-1fa43c2248ad req-303331ac-6f63-4713-8923-f5858507b724 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=73192c75-f1c9-4e6e-bed4-2117506a7d5e HTTP/1.1" status: 200 len: 859 time: 0.0653183 Jun 21 04:30:11.534682 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-08d40293-1d79-4754-8f8c-1fa43c2248ad req-0c1a5917-2fde-4487-8094-ddd4545ce534 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=eb14d1e4-153c-4833-8dee-e8145a700dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312312 Jun 21 04:30:11.709848 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] For port 9201607d-8505-40c7-a832-737b5143d231, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=9201607d-8505-40c7-a832-737b5143d231,segment=NetworkSegment(df3f6f4e-05ff-4d6f-923e-8ebc44f445d6),segment_id=df3f6f4e-05ff-4d6f-923e-8ebc44f445d6)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:30:11.724188 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Returning: {'device': '9201607d-8505-40c7-a832-737b5143d231', 'network_id': '38e35d0b-e570-49d3-959b-c55bd6e0308c', 'port_id': '9201607d-8505-40c7-a832-737b5143d231', 'mac_address': 'fa:16:3e:d2:07:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f995fa3-0676-46ec-80cb-22d4129d3f36', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:30:11.743510 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-08d40293-1d79-4754-8f8c-1fa43c2248ad req-92e78205-590d-4609-a604-98ed147a5340 service neutron] 10.222.0.38 "GET /v2.0/networks/eb14d1e4-153c-4833-8dee-e8145a700dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952903 Jun 21 04:30:11.766310 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d211d8e-090c-4896-a85e-48d6074b096f req-c7fd6487-4a59-4524-8bcf-4c2a64d76f35 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:11.768880 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-4d211d8e-090c-4896-a85e-48d6074b096f req-c7fd6487-4a59-4524-8bcf-4c2a64d76f35 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60 HTTP/1.1" status: 200 len: 944 time: 0.1227009 Jun 21 04:30:11.777061 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:11.793164 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.notifiers.nova [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9201607d-8505-40c7-a832-737b5143d231 {{(pid=92747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:30:11.835730 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] For port 9201607d-8505-40c7-a832-737b5143d231, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=9201607d-8505-40c7-a832-737b5143d231,segment=NetworkSegment(df3f6f4e-05ff-4d6f-923e-8ebc44f445d6),segment_id=df3f6f4e-05ff-4d6f-923e-8ebc44f445d6)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:30:11.842745 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:11.843825 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device 6eecac39-7f26-4c7d-8265-93cd1def8967 details requested by agent hyperv_hv-cinder-79688 with host hv-cinder-79688 {{(pid=92747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:30:11.858629 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-4d211d8e-090c-4896-a85e-48d6074b096f req-5554b957-3acb-4fc9-b744-68235f43c3b5 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=39085220-cdcc-4a6f-81ee-ed6b884a5b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843129 Jun 21 04:30:11.919276 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-08d40293-1d79-4754-8f8c-1fa43c2248ad req-34951852-c18f-4ce4-944d-8241f76b1911 service neutron] 10.222.0.38 "GET /v2.0/networks/eb14d1e4-153c-4833-8dee-e8145a700dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732986 Jun 21 04:30:11.924384 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:11.996130 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] For port 6eecac39-7f26-4c7d-8265-93cd1def8967, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=6eecac39-7f26-4c7d-8265-93cd1def8967,segment=NetworkSegment(7df2cf32-4808-4c59-a032-2d76cb3a1487),segment_id=7df2cf32-4808-4c59-a032-2d76cb3a1487)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:30:11.999398 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Pushing event updated for resources: {'Port': ['ID=9201607d-8505-40c7-a832-737b5143d231,revision_number=4']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:12.007271 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:12.012559 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Returning: {'device': '6eecac39-7f26-4c7d-8265-93cd1def8967', 'network_id': '266761c6-991a-4b5c-89b7-18dc73edeb62', 'port_id': '6eecac39-7f26-4c7d-8265-93cd1def8967', 'mac_address': 'fa:16:3e:37:50:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17b08017-4248-42a3-9e39-b4aee30874d2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:30:12.080148 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:12.100146 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.notifiers.nova [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eecac39-7f26-4c7d-8265-93cd1def8967 {{(pid=92747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:30:12.113210 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e3bf0c-e946-4e42-8028-f1cff31ebc33 req-f6126ef3-190d-47ff-9741-b536d650d896 tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:12.115072 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-f1e3bf0c-e946-4e42-8028-f1cff31ebc33 req-f6126ef3-190d-47ff-9741-b536d650d896 tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2626c30-1593-4c67-a983-37d19f04079e HTTP/1.1" status: 200 len: 946 time: 0.1036563 Jun 21 04:30:12.132101 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] For port 6eecac39-7f26-4c7d-8265-93cd1def8967, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=6eecac39-7f26-4c7d-8265-93cd1def8967,segment=NetworkSegment(7df2cf32-4808-4c59-a032-2d76cb3a1487),segment_id=7df2cf32-4808-4c59-a032-2d76cb3a1487)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:30:12.138405 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:12.140370 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:12.161284 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-f1e3bf0c-e946-4e42-8028-f1cff31ebc33 req-b862f25d-8091-4953-9d60-8b1ddfbd26c2 tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4cabb63-2365-42a6-8711-0ef3899fdfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399230 Jun 21 04:30:12.192086 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Pushing event updated for resources: {'Port': ['ID=6eecac39-7f26-4c7d-8265-93cd1def8967,revision_number=4']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:12.195573 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:12.370679 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 56868) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:12.548573 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e4959e2d-2f6d-4999-8d4b-20228a6dbb37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:12.644616 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] get_ports_and_sgs() called for port_ids ['9201607d-8505-40c7-a832-737b5143d231'] {{(pid=92747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:30:12.753234 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] get_ports_and_sgs() called for port_ids ['6eecac39-7f26-4c7d-8265-93cd1def8967'] {{(pid=92747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:30:12.756723 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d144027-7c2b-45e4-995e-85f721cf54f2 req-a96b0e83-bf04-44d7-95f4-6b92ad7c482e tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:12.757576 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-9d144027-7c2b-45e4-995e-85f721cf54f2 req-a96b0e83-bf04-44d7-95f4-6b92ad7c482e tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ea07e3c-1759-4aa7-905d-60be8e2de62c HTTP/1.1" status: 200 len: 946 time: 0.1704803 Jun 21 04:30:12.759472 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e4959e2d-2f6d-4999-8d4b-20228a6dbb37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:12.772939 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9348cf04-9317-4fee-9fdf-6caaaa0427e7 req-ee946fb6-a8c5-4669-94ae-7c5b047200ad tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:12.780344 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-9348cf04-9317-4fee-9fdf-6caaaa0427e7 req-ee946fb6-a8c5-4669-94ae-7c5b047200ad tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/ports?device_id=31b09ee5-1585-43ef-9a4f-8bbacc6385ff HTTP/1.1" status: 200 len: 945 time: 0.1412809 Jun 21 04:30:12.802251 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e4959e2d-2f6d-4999-8d4b-20228a6dbb37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:12.809645 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-db678580-21eb-46fe-8e58-2692316a68ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:12.886075 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-9348cf04-9317-4fee-9fdf-6caaaa0427e7 req-f30dc423-77a6-49fd-a895-dbe53202c518 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/security-groups?id=caf29c12-da81-4cc3-ac7d-970e1b1b08f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047838 Jun 21 04:30:12.924794 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-9d144027-7c2b-45e4-995e-85f721cf54f2 req-6323d84d-2df8-483e-ab4a-a7af0223ea75 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414590 Jun 21 04:30:12.925505 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4959e2d-2f6d-4999-8d4b-20228a6dbb37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=925ccf78-b17c-45ef-93ab-df12b13b677d,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:12.932134 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-e4959e2d-2f6d-4999-8d4b-20228a6dbb37 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=46b122565b354216bfd7b73e34fe72b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5580831 Jun 21 04:30:12.932134 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-e4959e2d-2f6d-4999-8d4b-20228a6dbb37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:12.932707 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 56902) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:12.988207 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-94559982-6e41-4fcc-99d0-8c25dcaca65c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:13.022059 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-94559982-6e41-4fcc-99d0-8c25dcaca65c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:13.132760 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c99637-d09a-4e94-9c7f-969870471eb7 req-575b2aba-916c-4ce8-ac89-1fce24ab9932 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:13.134255 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-75c99637-d09a-4e94-9c7f-969870471eb7 req-575b2aba-916c-4ce8-ac89-1fce24ab9932 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60 HTTP/1.1" status: 200 len: 945 time: 0.1007671 Jun 21 04:30:13.148587 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-94559982-6e41-4fcc-99d0-8c25dcaca65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:13.151044 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-94559982-6e41-4fcc-99d0-8c25dcaca65c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:13.152081 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-94559982-6e41-4fcc-99d0-8c25dcaca65c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/925ccf78-b17c-45ef-93ab-df12b13b677d HTTP/1.1" status: 204 len: 168 time: 0.2188690 Jun 21 04:30:13.153787 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-daddbf2f-53ec-4ab3-9733-9a175f3b73e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:13.169856 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94559982-6e41-4fcc-99d0-8c25dcaca65c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=925ccf78-b17c-45ef-93ab-df12b13b677d,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:13.175011 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-94559982-6e41-4fcc-99d0-8c25dcaca65c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:13.199614 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-75c99637-d09a-4e94-9c7f-969870471eb7 req-a7aa4c6e-a04d-4166-9034-83545f92d86b tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=39085220-cdcc-4a6f-81ee-ed6b884a5b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569513 Jun 21 04:30:13.361191 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adbc23f-16fe-45af-ae58-de70790c47c1 req-442576eb-91d9-47d4-8711-4611c248bd0c tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:13.368372 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-7adbc23f-16fe-45af-ae58-de70790c47c1 req-442576eb-91d9-47d4-8711-4611c248bd0c tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2626c30-1593-4c67-a983-37d19f04079e HTTP/1.1" status: 200 len: 946 time: 0.0838797 Jun 21 04:30:13.413855 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-7adbc23f-16fe-45af-ae58-de70790c47c1 req-14b3e6cc-2dc6-4009-a95d-2ad877fca390 tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4cabb63-2365-42a6-8711-0ef3899fdfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443578 Jun 21 04:30:13.813509 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 56948) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:14.016109 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-7fa628f9-dc81-4c27-bf3e-8264e21eb859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:14.240338 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd4c8fa-ece0-4c45-9b4b-a505376ab0e2 req-f7822b15-0133-41bb-86ca-cd6a33b74fc9 tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:14.241974 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-5fd4c8fa-ece0-4c45-9b4b-a505376ab0e2 req-f7822b15-0133-41bb-86ca-cd6a33b74fc9 tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] 10.222.0.38 "GET /v2.0/ports?device_id=c2626c30-1593-4c67-a983-37d19f04079e HTTP/1.1" status: 200 len: 946 time: 0.1346650 Jun 21 04:30:14.250610 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa9ac3-236f-4b32-a668-ab89f04ac836 req-cd33459f-7309-4576-8b10-49ec857dba7c tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:14.257748 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-49fa9ac3-236f-4b32-a668-ab89f04ac836 req-cd33459f-7309-4576-8b10-49ec857dba7c tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/ports?device_id=31b09ee5-1585-43ef-9a4f-8bbacc6385ff HTTP/1.1" status: 200 len: 945 time: 0.2346931 Jun 21 04:30:14.292370 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-7fa628f9-dc81-4c27-bf3e-8264e21eb859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:14.300590 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcceae0c-fbbe-4f52-82c5-aa751fb4ef48 req-f64d947c-254e-4b6f-aa77-b80536019dfd tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:14.302406 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-dcceae0c-fbbe-4f52-82c5-aa751fb4ef48 req-f64d947c-254e-4b6f-aa77-b80536019dfd tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ea07e3c-1759-4aa7-905d-60be8e2de62c HTTP/1.1" status: 200 len: 946 time: 0.2335711 Jun 21 04:30:14.304967 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-7fa628f9-dc81-4c27-bf3e-8264e21eb859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:14.307595 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-8f4d2abb-e3f3-4249-8a83-cf844aa11a58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:14.361951 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-49fa9ac3-236f-4b32-a668-ab89f04ac836 req-11af07ea-c8d9-43eb-9989-2b884aa386fe tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/security-groups?id=caf29c12-da81-4cc3-ac7d-970e1b1b08f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033864 Jun 21 04:30:14.407790 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-7fa628f9-dc81-4c27-bf3e-8264e21eb859 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=888f7f209ee94dc999d3eb1ae645e481&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5931940 Jun 21 04:30:14.410426 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 56980) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:14.430454 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa628f9-dc81-4c27-bf3e-8264e21eb859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fecaa22-4bf3-4f36-bb5a-4e5d96103e34,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:14.436477 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-7fa628f9-dc81-4c27-bf3e-8264e21eb859 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:14.455351 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-dcceae0c-fbbe-4f52-82c5-aa751fb4ef48 req-673d7151-598e-4d4a-b4aa-13e131f35695 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314812 Jun 21 04:30:14.468683 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [req-5fd4c8fa-ece0-4c45-9b4b-a505376ab0e2 req-abef8c0a-4297-4b6d-b2a9-42fea8aa807d tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] Deleting port 2a159849-6572-440b-884e-5612f44d6d9e {{(pid=92745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:30:14.468683 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-5fd4c8fa-ece0-4c45-9b4b-a505376ab0e2 req-abef8c0a-4297-4b6d-b2a9-42fea8aa807d tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789667499749'] for port, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:14.527404 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-ad48077c-eebc-474a-a705-8f5c6a642f7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:14.566494 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-ad48077c-eebc-474a-a705-8f5c6a642f7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:14.581462 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cbe29b-304d-4477-a799-db91ea2862aa req-e6091271-8c00-4f42-8411-46dfb2aea010 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:14.594016 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-46cbe29b-304d-4477-a799-db91ea2862aa req-e6091271-8c00-4f42-8411-46dfb2aea010 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60 HTTP/1.1" status: 200 len: 945 time: 0.0991654 Jun 21 04:30:14.647953 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [req-5fd4c8fa-ece0-4c45-9b4b-a505376ab0e2 req-abef8c0a-4297-4b6d-b2a9-42fea8aa807d tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] For port 2a159849-6572-440b-884e-5612f44d6d9e, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=2a159849-6572-440b-884e-5612f44d6d9e,segment=NetworkSegment(3a22d93a-5443-4a45-bdaf-1d36c2956b6b),segment_id=3a22d93a-5443-4a45-bdaf-1d36c2956b6b)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:30:14.648744 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-5fd4c8fa-ece0-4c45-9b4b-a505376ab0e2 req-abef8c0a-4297-4b6d-b2a9-42fea8aa807d tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062555'] for port, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:14.667905 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-46cbe29b-304d-4477-a799-db91ea2862aa req-6c8f16cf-321d-43e4-9586-e9bdc2490e2d tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=39085220-cdcc-4a6f-81ee-ed6b884a5b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699465 Jun 21 04:30:14.751666 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [req-5fd4c8fa-ece0-4c45-9b4b-a505376ab0e2 req-abef8c0a-4297-4b6d-b2a9-42fea8aa807d tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] Calling delete_port for 2a159849-6572-440b-884e-5612f44d6d9e owned by compute:nova {{(pid=92745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:30:14.762971 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb03b6-79c1-4162-b1cb-e4c9559c26de req-6ea91ec6-15ad-4468-a1e2-6ede20d51c94 tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:14.765771 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-f6eb03b6-79c1-4162-b1cb-e4c9559c26de req-6ea91ec6-15ad-4468-a1e2-6ede20d51c94 tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2626c30-1593-4c67-a983-37d19f04079e HTTP/1.1" status: 200 len: 946 time: 0.1312530 Jun 21 04:30:14.769253 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-ad48077c-eebc-474a-a705-8f5c6a642f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:14.771781 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-ad48077c-eebc-474a-a705-8f5c6a642f7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:14.772888 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-ad48077c-eebc-474a-a705-8f5c6a642f7a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6fecaa22-4bf3-4f36-bb5a-4e5d96103e34 HTTP/1.1" status: 204 len: 168 time: 0.3614171 Jun 21 04:30:14.777221 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-98182fcb-9717-4596-bf33-cbfbc2bbd5d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:14.802746 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad48077c-eebc-474a-a705-8f5c6a642f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fecaa22-4bf3-4f36-bb5a-4e5d96103e34,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:14.847469 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-f6eb03b6-79c1-4162-b1cb-e4c9559c26de req-878b587f-8906-4e86-a279-b0770ff6e8b9 tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4cabb63-2365-42a6-8711-0ef3899fdfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726824 Jun 21 04:30:14.854344 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 57000) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:14.855199 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-ad48077c-eebc-474a-a705-8f5c6a642f7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:15.015632 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-5fd4c8fa-ece0-4c45-9b4b-a505376ab0e2 req-abef8c0a-4297-4b6d-b2a9-42fea8aa807d tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789667503845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789666979166'] for port, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:15.030526 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:15.057721 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] get_ports_and_sgs() called for port_ids ['2a159849-6572-440b-884e-5612f44d6d9e'] {{(pid=92747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:30:15.097429 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abef8c0a-4297-4b6d-b2a9-42fea8aa807d tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] Pushing event deleted for resources: {'Port': ['ID=2a159849-6572-440b-884e-5612f44d6d9e,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:15.102670 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-abef8c0a-4297-4b6d-b2a9-42fea8aa807d tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:15.209987 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fd4c8fa-ece0-4c45-9b4b-a505376ab0e2 req-abef8c0a-4297-4b6d-b2a9-42fea8aa807d tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] No DVR routers for this DVR port 2a159849-6572-440b-884e-5612f44d6d9e on host hv-cinder-79688 {{(pid=92745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:30:15.214787 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-1e2fb5af-f2c9-4ded-a1f7-546f20340355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:15.225731 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-5fd4c8fa-ece0-4c45-9b4b-a505376ab0e2 req-abef8c0a-4297-4b6d-b2a9-42fea8aa807d tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5899'] for port, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:15.228116 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-5fd4c8fa-ece0-4c45-9b4b-a505376ab0e2 req-abef8c0a-4297-4b6d-b2a9-42fea8aa807d tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] 10.222.0.38 "DELETE /v2.0/ports/2a159849-6572-440b-884e-5612f44d6d9e HTTP/1.1" status: 204 len: 173 time: 0.9798896 Jun 21 04:30:15.238738 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 57012) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:15.248830 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2626c30-1593-4c67-a983-37d19f04079e', 'name': 'network-vif-deleted', 'tag': '2a159849-6572-440b-884e-5612f44d6d9e'}] {{(pid=92745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:30:15.251224 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e65a7435921a4b725d950f60fbdbd7b7a483a7692f8e299216e8097d5419be07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37809dda-9f7b-45f1-a64d-aa6851105244" -d '{"events": [{"server_uuid": "c2626c30-1593-4c67-a983-37d19f04079e", "name": "network-vif-deleted", "tag": "2a159849-6572-440b-884e-5612f44d6d9e"}]}' {{(pid=92745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:30:15.265518 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-b400e55f-2bcd-44fe-a8bb-ff73d946b21a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:15.303396 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c907c65c-4d05-4916-843f-0f38daab1233 x-openstack-request-id: req-c907c65c-4d05-4916-843f-0f38daab1233 {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:30:15.303730 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2626c30-1593-4c67-a983-37d19f04079e", "name": "network-vif-deleted", "tag": "2a159849-6572-440b-884e-5612f44d6d9e", "status": "completed", "code": 200}]} {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:30:15.304019 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c907c65c-4d05-4916-843f-0f38daab1233 {{(pid=92745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:30:15.304458 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2626c30-1593-4c67-a983-37d19f04079e', 'name': 'network-vif-deleted', 'tag': '2a159849-6572-440b-884e-5612f44d6d9e', 'status': 'completed', 'code': 200} Jun 21 04:30:15.369006 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-1e2fb5af-f2c9-4ded-a1f7-546f20340355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:15.372932 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-1e2fb5af-f2c9-4ded-a1f7-546f20340355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:15.376184 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:15.410996 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2fb5af-f2c9-4ded-a1f7-546f20340355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e763c77-73a0-4425-8508-85076f463554,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:15.425475 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-1e2fb5af-f2c9-4ded-a1f7-546f20340355 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:15.429801 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-1e2fb5af-f2c9-4ded-a1f7-546f20340355 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a3d64eae0a92467388ee77f625f681ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5736806 Jun 21 04:30:15.432400 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 57024) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:15.514463 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device 9201607d-8505-40c7-a832-737b5143d231 up at agent hyperv_hv-cinder-79688 {{(pid=92747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:30:15.522201 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ef0a5bbf-a30a-4a28-bb18-0306969ccb93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:15.574149 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-b400e55f-2bcd-44fe-a8bb-ff73d946b21a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:15.593956 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Provisioning for port 9201607d-8505-40c7-a832-737b5143d231 completed by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:30:15.594718 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-b400e55f-2bcd-44fe-a8bb-ff73d946b21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:15.597939 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Provisioning complete for port 9201607d-8505-40c7-a832-737b5143d231 triggered by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:30:15.598325 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:15.601972 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-7fa628f9-dc81-4c27-bf3e-8264e21eb859 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:15.605628 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ef0a5bbf-a30a-4a28-bb18-0306969ccb93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:15.691073 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:15.704876 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-b400e55f-2bcd-44fe-a8bb-ff73d946b21a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e6eccb3f1d4d486fab405521832ac7de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4613452 Jun 21 04:30:15.705253 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 57034) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:15.710370 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b400e55f-2bcd-44fe-a8bb-ff73d946b21a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1426664b-336a-4024-b32a-142b4d63e290,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:15.718123 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-b400e55f-2bcd-44fe-a8bb-ff73d946b21a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:15.720835 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d63050f-5bf4-44dd-b812-0d503ed3af60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9201607d-8505-40c7-a832-737b5143d231'}] {{(pid=92747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:30:15.729100 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}801f1ae26e0cb5c56acb95c727deede285b0e3a42266231ef73c077b6573d85d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c88f5e23-153c-43e7-b2df-886113578cb7" -d '{"events": [{"server_uuid": "7d63050f-5bf4-44dd-b812-0d503ed3af60", "name": "network-vif-plugged", "status": "completed", "tag": "9201607d-8505-40c7-a832-737b5143d231"}]}' {{(pid=92747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:30:15.752000 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0b2d5-2c19-4e03-8bf1-c17f3c104262 req-ae351836-95a6-45f4-9654-ffc61f313b40 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:15.752426 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] For port 9201607d-8505-40c7-a832-737b5143d231, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=9201607d-8505-40c7-a832-737b5143d231,segment=NetworkSegment(df3f6f4e-05ff-4d6f-923e-8ebc44f445d6),segment_id=df3f6f4e-05ff-4d6f-923e-8ebc44f445d6)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:30:15.756657 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:15.757557 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device 6eecac39-7f26-4c7d-8265-93cd1def8967 up at agent hyperv_hv-cinder-79688 {{(pid=92747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:30:15.757932 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-34e0b2d5-2c19-4e03-8bf1-c17f3c104262 req-ae351836-95a6-45f4-9654-ffc61f313b40 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/ports?device_id=31b09ee5-1585-43ef-9a4f-8bbacc6385ff HTTP/1.1" status: 200 len: 945 time: 0.2536480 Jun 21 04:30:15.759585 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:15.790327 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823db66a-8f54-480a-8c28-41dde6b8519d req-4f62c689-cb6f-49d4-ad0f-88cb1da57a90 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:15.791986 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-823db66a-8f54-480a-8c28-41dde6b8519d req-4f62c689-cb6f-49d4-ad0f-88cb1da57a90 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ea07e3c-1759-4aa7-905d-60be8e2de62c HTTP/1.1" status: 200 len: 946 time: 0.2163382 Jun 21 04:30:15.812333 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-c07deacd-ad46-4b81-909f-03eca36d68d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:15.834792 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-34e0b2d5-2c19-4e03-8bf1-c17f3c104262 req-7f03053c-46b8-4014-a8b8-9497ebb88d94 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/security-groups?id=caf29c12-da81-4cc3-ac7d-970e1b1b08f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732279 Jun 21 04:30:15.836899 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-c07deacd-ad46-4b81-909f-03eca36d68d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:15.840520 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ef0a5bbf-a30a-4a28-bb18-0306969ccb93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:15.843378 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ef0a5bbf-a30a-4a28-bb18-0306969ccb93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:15.843845 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Pushing event updated for resources: {'Port': ['ID=9201607d-8505-40c7-a832-737b5143d231,revision_number=5']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:15.844734 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-ef0a5bbf-a30a-4a28-bb18-0306969ccb93 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1e763c77-73a0-4425-8508-85076f463554 HTTP/1.1" status: 204 len: 168 time: 0.4112971 Jun 21 04:30:15.847664 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-ca4c2bb1-3592-47a3-b662-d3cda245f285 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:15.860284 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:15.880426 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-823db66a-8f54-480a-8c28-41dde6b8519d req-99d16c97-422c-4e31-8631-d98c75f0e710 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640368 Jun 21 04:30:15.880426 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0a5bbf-a30a-4a28-bb18-0306969ccb93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e763c77-73a0-4425-8508-85076f463554,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:15.880426 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-ef0a5bbf-a30a-4a28-bb18-0306969ccb93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:15.896042 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Provisioning for port 6eecac39-7f26-4c7d-8265-93cd1def8967 completed by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:30:15.918791 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Provisioning complete for port 6eecac39-7f26-4c7d-8265-93cd1def8967 triggered by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:30:15.919175 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:15.925681 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-c07deacd-ad46-4b81-909f-03eca36d68d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:15.932470 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-c07deacd-ad46-4b81-909f-03eca36d68d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:15.935469 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-c07deacd-ad46-4b81-909f-03eca36d68d8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1426664b-336a-4024-b32a-142b4d63e290 HTTP/1.1" status: 204 len: 168 time: 0.2288742 Jun 21 04:30:15.937172 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-13327f1a-0a4a-4a66-8e22-09130c3e5e27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:15.948128 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07deacd-ad46-4b81-909f-03eca36d68d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1426664b-336a-4024-b32a-142b4d63e290,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:15.960036 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-c07deacd-ad46-4b81-909f-03eca36d68d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:15.996162 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c83792-e366-4ff3-8b5d-0247e89da5be x-openstack-request-id: req-f8c83792-e366-4ff3-8b5d-0247e89da5be {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:30:15.996456 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d63050f-5bf4-44dd-b812-0d503ed3af60", "name": "network-vif-plugged", "status": "completed", "tag": "9201607d-8505-40c7-a832-737b5143d231", "code": 200}]} {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:30:15.996723 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f8c83792-e366-4ff3-8b5d-0247e89da5be {{(pid=92747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:30:15.997114 dv-cinder-796889-2-smb neutron-server[92747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d63050f-5bf4-44dd-b812-0d503ed3af60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9201607d-8505-40c7-a832-737b5143d231', 'code': 200} Jun 21 04:30:16.111708 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-a394f95f-bd9e-4d34-bda2-56aa056c772e req-91f3e2bf-77a0-49f8-92b9-ab6e1c0cd799 tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2626c30-1593-4c67-a983-37d19f04079e HTTP/1.1" status: 200 len: 210 time: 0.0547490 Jun 21 04:30:16.171230 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:16.209209 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f474fbdd-2b67-4612-b832-b66c636a284c req-8603c08f-bcd7-4278-b716-6aed437414b2 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:16.216457 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-f474fbdd-2b67-4612-b832-b66c636a284c req-8603c08f-bcd7-4278-b716-6aed437414b2 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60 HTTP/1.1" status: 200 len: 946 time: 0.1020782 Jun 21 04:30:16.247441 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] For port 6eecac39-7f26-4c7d-8265-93cd1def8967, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=6eecac39-7f26-4c7d-8265-93cd1def8967,segment=NetworkSegment(7df2cf32-4808-4c59-a032-2d76cb3a1487),segment_id=7df2cf32-4808-4c59-a032-2d76cb3a1487)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:30:16.266670 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:16.267054 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-f474fbdd-2b67-4612-b832-b66c636a284c req-74a9220a-4baf-44e6-b66e-910765c61e7a tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=39085220-cdcc-4a6f-81ee-ed6b884a5b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497692 Jun 21 04:30:16.267806 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device 2a159849-6572-440b-884e-5612f44d6d9e no longer exists at agent hyperv_hv-cinder-79688 {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:30:16.270733 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-e5009521-1754-4aaa-b37b-2e5fff288697 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:16.303612 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] No Port match for: 2a159849-6572-440b-884e-5612f44d6d9e {{(pid=92747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:30:16.303964 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device 2a159849-6572-440b-884e-5612f44d6d9e not bound to the agent host hv-cinder-79688 {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:30:16.344465 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c26898-d426-44b5-9617-0deb8656f46c req-fd50ca25-92cd-422a-94ae-0cad3a6081ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:16.348148 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-f2c26898-d426-44b5-9617-0deb8656f46c req-fd50ca25-92cd-422a-94ae-0cad3a6081ff service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60 HTTP/1.1" status: 200 len: 1099 time: 0.0965540 Jun 21 04:30:16.352618 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Pushing event updated for resources: {'Port': ['ID=6eecac39-7f26-4c7d-8265-93cd1def8967,revision_number=5']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:16.355879 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:16.392170 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-f2c26898-d426-44b5-9617-0deb8656f46c req-928d89ca-43de-4107-b6a4-b66a09231be7 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=39085220-cdcc-4a6f-81ee-ed6b884a5b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335674 Jun 21 04:30:16.500924 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 57060) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:16.516079 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-5074edc7-ab5c-4c07-904d-3c71c7820e22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:16.607573 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-5074edc7-ab5c-4c07-904d-3c71c7820e22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:16.611990 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-5074edc7-ab5c-4c07-904d-3c71c7820e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:16.614548 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:16.663976 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5074edc7-ab5c-4c07-904d-3c71c7820e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4c5d03-3992-4150-beb9-3be0d0c12f44,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:16.676141 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-5074edc7-ab5c-4c07-904d-3c71c7820e22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:16.681332 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-5074edc7-ab5c-4c07-904d-3c71c7820e22 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5f2e0350a13546c5a1c5e15b009d590b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1769764 Jun 21 04:30:16.681965 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 57072) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:16.750814 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-0d9a9b40-5744-4b4b-be91-eafd9ec48370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:16.786895 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-0d9a9b40-5744-4b4b-be91-eafd9ec48370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:16.844911 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-0d9a9b40-5744-4b4b-be91-eafd9ec48370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:16.847666 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-0d9a9b40-5744-4b4b-be91-eafd9ec48370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:16.848767 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-0d9a9b40-5744-4b4b-be91-eafd9ec48370 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8d4c5d03-3992-4150-beb9-3be0d0c12f44 HTTP/1.1" status: 204 len: 168 time: 0.1660752 Jun 21 04:30:16.849441 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:16.870423 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9a9b40-5744-4b4b-be91-eafd9ec48370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4c5d03-3992-4150-beb9-3be0d0c12f44,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:16.879369 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-0d9a9b40-5744-4b4b-be91-eafd9ec48370 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:17.145054 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be7433-366a-4c16-bdf1-61270084847b req-50d4b1b6-fd56-492b-bb97-2f35946a6149 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:17.146855 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-b7be7433-366a-4c16-bdf1-61270084847b req-50d4b1b6-fd56-492b-bb97-2f35946a6149 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ea07e3c-1759-4aa7-905d-60be8e2de62c HTTP/1.1" status: 200 len: 946 time: 0.1393607 Jun 21 04:30:17.155562 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a589ae-40aa-43a2-8ff0-1ef7b78b67e1 req-12cf9089-6073-4a15-a5f6-3559c95a6422 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:17.156970 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-f1a589ae-40aa-43a2-8ff0-1ef7b78b67e1 req-12cf9089-6073-4a15-a5f6-3559c95a6422 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/ports?device_id=31b09ee5-1585-43ef-9a4f-8bbacc6385ff HTTP/1.1" status: 200 len: 946 time: 0.1068885 Jun 21 04:30:17.214365 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-b7be7433-366a-4c16-bdf1-61270084847b req-6575a0f2-78c7-4365-8e7d-881a988425f0 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563381 Jun 21 04:30:17.219731 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-f1a589ae-40aa-43a2-8ff0-1ef7b78b67e1 req-51a2885f-6de5-47bd-879e-9156af495267 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/security-groups?id=caf29c12-da81-4cc3-ac7d-970e1b1b08f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557673 Jun 21 04:30:17.377730 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 57110) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:17.486256 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff05cb8-6fff-4822-9594-4037fbcc3640 req-fabde818-53b4-4ffe-8095-2034f0be7e4b tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:17.493644 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-7ff05cb8-6fff-4822-9594-4037fbcc3640 req-fabde818-53b4-4ffe-8095-2034f0be7e4b tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60 HTTP/1.1" status: 200 len: 946 time: 0.0854337 Jun 21 04:30:17.538728 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-7ff05cb8-6fff-4822-9594-4037fbcc3640 req-90195c08-f3cb-4243-b8b7-f5cde5c208a7 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=39085220-cdcc-4a6f-81ee-ed6b884a5b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442338 Jun 21 04:30:17.628219 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-19b6eefc-927c-4a81-ac99-4c1cb93c13de admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:17.791522 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-19b6eefc-927c-4a81-ac99-4c1cb93c13de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:17.797183 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-19b6eefc-927c-4a81-ac99-4c1cb93c13de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:17.802738 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-02645b3a-e915-4562-a5a5-e75183a3f753 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:17.841100 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b6eefc-927c-4a81-ac99-4c1cb93c13de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97bc9d5d-b04c-4234-877e-b762b2023cb7,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:17.845445 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-19b6eefc-927c-4a81-ac99-4c1cb93c13de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:17.847808 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-19b6eefc-927c-4a81-ac99-4c1cb93c13de admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=78674574f8254594bfea276d574aa263&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4687126 Jun 21 04:30:17.851448 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 57140) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:17.917914 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-966dd902-e8a2-4bdf-b7cd-e5f09985f231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:17.944406 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-966dd902-e8a2-4bdf-b7cd-e5f09985f231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:17.997881 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b09ee5-1585-43ef-9a4f-8bbacc6385ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eecac39-7f26-4c7d-8265-93cd1def8967'}] {{(pid=92747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:30:18.000559 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}801f1ae26e0cb5c56acb95c727deede285b0e3a42266231ef73c077b6573d85d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d495ae31-006d-49fb-bdb1-126a3712262f" -d '{"events": [{"server_uuid": "31b09ee5-1585-43ef-9a4f-8bbacc6385ff", "name": "network-vif-plugged", "status": "completed", "tag": "6eecac39-7f26-4c7d-8265-93cd1def8967"}]}' {{(pid=92747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:30:18.005515 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-966dd902-e8a2-4bdf-b7cd-e5f09985f231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:18.008168 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-966dd902-e8a2-4bdf-b7cd-e5f09985f231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:18.009540 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-966dd902-e8a2-4bdf-b7cd-e5f09985f231 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/97bc9d5d-b04c-4234-877e-b762b2023cb7 HTTP/1.1" status: 204 len: 168 time: 0.1570418 Jun 21 04:30:18.010691 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-c07deacd-ad46-4b81-909f-03eca36d68d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:18.020271 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966dd902-e8a2-4bdf-b7cd-e5f09985f231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97bc9d5d-b04c-4234-877e-b762b2023cb7,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:18.023675 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-966dd902-e8a2-4bdf-b7cd-e5f09985f231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:18.067760 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d8edbf-bf98-4be8-aa78-d419173a18b7 x-openstack-request-id: req-e6d8edbf-bf98-4be8-aa78-d419173a18b7 {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:30:18.068099 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b09ee5-1585-43ef-9a4f-8bbacc6385ff", "name": "network-vif-plugged", "status": "completed", "tag": "6eecac39-7f26-4c7d-8265-93cd1def8967", "code": 200}]} {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:30:18.068630 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e6d8edbf-bf98-4be8-aa78-d419173a18b7 {{(pid=92747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:30:18.069195 dv-cinder-796889-2-smb neutron-server[92747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31b09ee5-1585-43ef-9a4f-8bbacc6385ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eecac39-7f26-4c7d-8265-93cd1def8967', 'code': 200} Jun 21 04:30:18.402002 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0595249e-c896-441f-b273-0f75faceeaf5 req-7f16b3bf-9f54-4a39-8067-9e10b1b8ac96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:18.403391 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-0595249e-c896-441f-b273-0f75faceeaf5 req-7f16b3bf-9f54-4a39-8067-9e10b1b8ac96 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=31b09ee5-1585-43ef-9a4f-8bbacc6385ff HTTP/1.1" status: 200 len: 1099 time: 0.0980878 Jun 21 04:30:18.451210 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-0595249e-c896-441f-b273-0f75faceeaf5 req-ad674095-a62f-41fc-bd07-c66e14eeed55 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=caf29c12-da81-4cc3-ac7d-970e1b1b08f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402567 Jun 21 04:30:18.692445 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff1200-2bcb-44c2-8771-3cd82ef3cc9b req-f781ea6d-f122-4398-90f4-4e38831270f3 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:18.698214 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-f5ff1200-2bcb-44c2-8771-3cd82ef3cc9b req-f781ea6d-f122-4398-90f4-4e38831270f3 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ea07e3c-1759-4aa7-905d-60be8e2de62c HTTP/1.1" status: 200 len: 946 time: 0.2998071 Jun 21 04:30:18.718516 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c7249-44e1-4477-9108-636b068ae615 req-46e1c14f-8360-4111-b021-306947982198 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:18.720074 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-789c7249-44e1-4477-9108-636b068ae615 req-46e1c14f-8360-4111-b021-306947982198 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/ports?device_id=31b09ee5-1585-43ef-9a4f-8bbacc6385ff HTTP/1.1" status: 200 len: 946 time: 0.3385549 Jun 21 04:30:18.727073 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 57198) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:18.743696 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-19e72fb1-24fe-4133-91ad-049eef29f418 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:18.769154 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-f5ff1200-2bcb-44c2-8771-3cd82ef3cc9b req-e99d4063-cdc2-4617-bbe3-42be7300e8d5 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669944 Jun 21 04:30:18.795802 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-789c7249-44e1-4477-9108-636b068ae615 req-c2b42143-47b7-4f88-982a-555edd719c9c tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/security-groups?id=caf29c12-da81-4cc3-ac7d-970e1b1b08f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673180 Jun 21 04:30:18.890974 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-19e72fb1-24fe-4133-91ad-049eef29f418 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:18.897514 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-19e72fb1-24fe-4133-91ad-049eef29f418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:18.900973 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-d5d83003-6387-4f0b-b750-960526e07f8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:18.943304 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e72fb1-24fe-4133-91ad-049eef29f418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeea2e0e-fa48-4067-9276-a095e5865f0a,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:18.957477 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-19e72fb1-24fe-4133-91ad-049eef29f418 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:18.978393 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 57206) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:18.981219 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 57208) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:19.001225 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-19e72fb1-24fe-4133-91ad-049eef29f418 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1f3305a5a8f24402bd70a3c78238e513&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2719073 Jun 21 04:30:19.004835 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 57212) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:19.049891 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.db_base_plugin_v2 [None req-63ad3438-49df-4d48-8deb-5984b62f8720 admin admin] Deleting subnet bd16b9f7-dba3-4433-be2d-48c9ec6f3066 {{(pid=92745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 04:30:19.054116 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-63ad3438-49df-4d48-8deb-5984b62f8720 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:19.064181 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-460122a6-6509-4dcd-b53d-635164c645ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:19.074096 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.agents_db [None req-0317ce1f-94ba-4828-a78d-05fb42e0f355 None None] Agent healthcheck: found 6 active agents {{(pid=92748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:30:19.093963 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-63ad3438-49df-4d48-8deb-5984b62f8720 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:19.099918 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d189746a-c569-4b49-a15e-567ec097ed8c req-911cce37-c157-47b0-b5f6-744bd94e8ee8 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:19.101574 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-d189746a-c569-4b49-a15e-567ec097ed8c req-911cce37-c157-47b0-b5f6-744bd94e8ee8 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60 HTTP/1.1" status: 200 len: 946 time: 0.1801188 Jun 21 04:30:19.110145 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-63ad3438-49df-4d48-8deb-5984b62f8720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739179'] for subnet, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:19.112469 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-460122a6-6509-4dcd-b53d-635164c645ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:19.163632 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-d189746a-c569-4b49-a15e-567ec097ed8c req-f6d4e470-1a20-44c5-8cc4-bfa14ddc2480 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=39085220-cdcc-4a6f-81ee-ed6b884a5b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539541 Jun 21 04:30:19.207131 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-63ad3438-49df-4d48-8deb-5984b62f8720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602'] for subnet, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:19.210422 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-c32b121e-8b9c-4f5f-8344-7a8764d9ae9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:19.232994 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-460122a6-6509-4dcd-b53d-635164c645ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:19.237217 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-460122a6-6509-4dcd-b53d-635164c645ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:19.241464 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-460122a6-6509-4dcd-b53d-635164c645ea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aeea2e0e-fa48-4067-9276-a095e5865f0a HTTP/1.1" status: 204 len: 168 time: 0.2333944 Jun 21 04:30:19.242945 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-32a52702-b66a-42c7-8e46-5c382b72e02b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:19.243743 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ad3438-49df-4d48-8deb-5984b62f8720 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd16b9f7-dba3-4433-be2d-48c9ec6f3066,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:19.246045 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-63ad3438-49df-4d48-8deb-5984b62f8720 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33144588'] for subnet, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:19.248096 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-63ad3438-49df-4d48-8deb-5984b62f8720 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/bd16b9f7-dba3-4433-be2d-48c9ec6f3066 HTTP/1.1" status: 204 len: 168 time: 0.2687745 Jun 21 04:30:19.249513 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-63ad3438-49df-4d48-8deb-5984b62f8720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:19.251109 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 57226) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:19.254607 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460122a6-6509-4dcd-b53d-635164c645ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeea2e0e-fa48-4067-9276-a095e5865f0a,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:19.257063 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-460122a6-6509-4dcd-b53d-635164c645ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:19.318628 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-c461d0ae-2c69-4686-93dd-6223b22e7cc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:19.468844 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189329a9-56a3-4f84-9aa4-ae033a9d5b4d req-b53fc72d-3a9d-466c-85f4-97ef800fd72d tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:19.470408 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-189329a9-56a3-4f84-9aa4-ae033a9d5b4d req-b53fc72d-3a9d-466c-85f4-97ef800fd72d tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60 HTTP/1.1" status: 200 len: 946 time: 0.1184645 Jun 21 04:30:19.481436 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 57232) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:19.488660 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.v2.base [None req-d60de66e-408e-4dd9-8f4f-8e725d2059aa tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Request body: {'floatingip': {'port_id': '9201607d-8505-40c7-a832-737b5143d231'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:30:19.549935 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-ccd11d0e-927d-4748-bb18-bb9201b55eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598551'] for network, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:19.578232 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-d60de66e-408e-4dd9-8f4f-8e725d2059aa tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks [] for floatingip, before_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:19.685175 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-ccd11d0e-927d-4748-bb18-bb9201b55eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-744180', 'neutron.services.segments.db._delete_segments_for_network-8789667519955'] for network, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:19.710776 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-ccd11d0e-927d-4748-bb18-bb9201b55eb5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:30:19.711119 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-ccd11d0e-927d-4748-bb18-bb9201b55eb5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:30:19.712010 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-ccd11d0e-927d-4748-bb18-bb9201b55eb5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:30:19.712543 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-ccd11d0e-927d-4748-bb18-bb9201b55eb5 admin admin] Subscribe: > port after_create 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:30:19.713022 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-ccd11d0e-927d-4748-bb18-bb9201b55eb5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:30:19.713629 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-ccd11d0e-927d-4748-bb18-bb9201b55eb5 admin admin] Subscribe: > port after_update 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:30:19.714228 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-ccd11d0e-927d-4748-bb18-bb9201b55eb5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:30:19.714716 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-ccd11d0e-927d-4748-bb18-bb9201b55eb5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:30:19.715512 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-ccd11d0e-927d-4748-bb18-bb9201b55eb5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:30:19.716034 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-ccd11d0e-927d-4748-bb18-bb9201b55eb5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:30:19.796340 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-c461d0ae-2c69-4686-93dd-6223b22e7cc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:19.909283 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-c461d0ae-2c69-4686-93dd-6223b22e7cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:19.915641 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-ef0a5bbf-a30a-4a28-bb18-0306969ccb93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:19.983095 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-ccd11d0e-927d-4748-bb18-bb9201b55eb5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:30:19.983562 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-ccd11d0e-927d-4748-bb18-bb9201b55eb5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:30:19.983791 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-ccd11d0e-927d-4748-bb18-bb9201b55eb5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:30:19.984122 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-ccd11d0e-927d-4748-bb18-bb9201b55eb5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:30:19.984469 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.services.segments.db [None req-ccd11d0e-927d-4748-bb18-bb9201b55eb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c10ab2d8-231d-4915-bce2-b712d0653f57']}} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:30:20.056367 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.services.segments.db [None req-ccd11d0e-927d-4748-bb18-bb9201b55eb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a22d93a-5443-4a45-bdaf-1d36c2956b6b') {'for_net_delete': True} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:30:20.057613 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.services.segments.db [None req-ccd11d0e-927d-4748-bb18-bb9201b55eb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a22d93a-5443-4a45-bdaf-1d36c2956b6b') {} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:30:20.064526 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c461d0ae-2c69-4686-93dd-6223b22e7cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a76466-b28d-4cf9-8671-d8bce334e979,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:20.095356 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-ccd11d0e-927d-4748-bb18-bb9201b55eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789667519784', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31093967'] for segment, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:20.100858 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-c461d0ae-2c69-4686-93dd-6223b22e7cc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:20.145720 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-ccd11d0e-927d-4748-bb18-bb9201b55eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740028'] for segment, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:20.167317 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccd11d0e-927d-4748-bb18-bb9201b55eb5 admin admin] Releasing vlan 847 on physical network physnet1 to pool {{(pid=92745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 04:30:20.167817 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-ccd11d0e-927d-4748-bb18-bb9201b55eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3649875'] for segment, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:20.189400 dv-cinder-796889-2-smb neutron-server[92745]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 21 04:30:20.189400 dv-cinder-796889-2-smb neutron-server[92745]: from cryptography.utils import int_from_bytes Jun 21 04:30:20.189400 dv-cinder-796889-2-smb neutron-server[92745]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 21 04:30:20.189400 dv-cinder-796889-2-smb neutron-server[92745]: from cryptography.utils import int_from_bytes Jun 21 04:30:20.189400 dv-cinder-796889-2-smb neutron-server[92745]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:30:20.189400 dv-cinder-796889-2-smb neutron-server[92745]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:30:20.189400 dv-cinder-796889-2-smb neutron-server[92745]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:30:20.189400 dv-cinder-796889-2-smb neutron-server[92745]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:30:20.189400 dv-cinder-796889-2-smb neutron-server[92745]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:30:20.189400 dv-cinder-796889-2-smb neutron-server[92745]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:30:20.189400 dv-cinder-796889-2-smb neutron-server[92745]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:30:20.189400 dv-cinder-796889-2-smb neutron-server[92745]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:30:20.189400 dv-cinder-796889-2-smb neutron-server[92745]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:30:20.189400 dv-cinder-796889-2-smb neutron-server[92745]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:30:20.189400 dv-cinder-796889-2-smb neutron-server[92745]: Traceback (most recent call last): Jun 21 04:30:20.189400 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 04:30:20.189400 dv-cinder-796889-2-smb neutron-server[92745]: timer() Jun 21 04:30:20.189400 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 04:30:20.189400 dv-cinder-796889-2-smb neutron-server[92745]: cb(*args, **kw) Jun 21 04:30:20.189400 dv-cinder-796889-2-smb neutron-server[92745]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 04:30:20.189400 dv-cinder-796889-2-smb neutron-server[92745]: return func(*args, **kwargs) Jun 21 04:30:20.189400 dv-cinder-796889-2-smb neutron-server[92745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 04:30:20.189400 dv-cinder-796889-2-smb neutron-server[92745]: self._notify() Jun 21 04:30:20.189400 dv-cinder-796889-2-smb neutron-server[92745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 04:30:20.189400 dv-cinder-796889-2-smb neutron-server[92745]: self.callback(batched_events) Jun 21 04:30:20.189400 dv-cinder-796889-2-smb neutron-server[92745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 04:30:20.189400 dv-cinder-796889-2-smb neutron-server[92745]: event.method(event) Jun 21 04:30:20.189400 dv-cinder-796889-2-smb neutron-server[92745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 04:30:20.189400 dv-cinder-796889-2-smb neutron-server[92745]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 04:30:20.189400 dv-cinder-796889-2-smb neutron-server[92745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 04:30:20.189400 dv-cinder-796889-2-smb neutron-server[92745]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 04:30:20.189400 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 04:30:20.189400 dv-cinder-796889-2-smb neutron-server[92745]: return f(self, *a, **k) Jun 21 04:30:20.189400 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 04:30:20.189400 dv-cinder-796889-2-smb neutron-server[92745]: return self._get(url).json() Jun 21 04:30:20.189400 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 04:30:20.189400 dv-cinder-796889-2-smb neutron-server[92745]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 04:30:20.189400 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 04:30:20.189400 dv-cinder-796889-2-smb neutron-server[92745]: return self.request(url, 'GET', **kwargs) Jun 21 04:30:20.189400 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 04:30:20.189400 dv-cinder-796889-2-smb neutron-server[92745]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 04:30:20.189400 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 04:30:20.189400 dv-cinder-796889-2-smb neutron-server[92745]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 04:30:20.189400 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 04:30:20.189400 dv-cinder-796889-2-smb neutron-server[92745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 04:30:20.189400 dv-cinder-796889-2-smb neutron-server[92745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 04:30:20.211528 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-c461d0ae-2c69-4686-93dd-6223b22e7cc1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=29e65c824a7d4cb2b5398c74db91b867&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2290049 Jun 21 04:30:20.254374 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 57268) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:20.303695 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-ccd11d0e-927d-4748-bb18-bb9201b55eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-744173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33253182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33062277'] for network, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:20.324361 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-ccd11d0e-927d-4748-bb18-bb9201b55eb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33144588'] for network, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:20.332164 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-ccd11d0e-927d-4748-bb18-bb9201b55eb5 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c10ab2d8-231d-4915-bce2-b712d0653f57 HTTP/1.1" status: 204 len: 168 time: 1.0800624 Jun 21 04:30:20.337929 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-0700fc09-fd77-4367-8a98-f4b376e99d7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:20.394169 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-da56c9a0-edeb-4e91-9873-3e3656f1df3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:20.401574 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd11d0e-927d-4748-bb18-bb9201b55eb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c10ab2d8-231d-4915-bce2-b712d0653f57,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:20.405190 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-ccd11d0e-927d-4748-bb18-bb9201b55eb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:20.428127 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-da56c9a0-edeb-4e91-9873-3e3656f1df3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:20.457788 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 57280) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:20.512247 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-da56c9a0-edeb-4e91-9873-3e3656f1df3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:20.515888 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-da56c9a0-edeb-4e91-9873-3e3656f1df3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:20.517338 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-da56c9a0-edeb-4e91-9873-3e3656f1df3f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f5a76466-b28d-4cf9-8671-d8bce334e979 HTTP/1.1" status: 204 len: 168 time: 0.2605517 Jun 21 04:30:20.518262 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:20.530916 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da56c9a0-edeb-4e91-9873-3e3656f1df3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a76466-b28d-4cf9-8671-d8bce334e979,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:20.534294 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-da56c9a0-edeb-4e91-9873-3e3656f1df3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:20.581781 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 57288) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:20.633674 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.v2.base [None req-a1643310-b340-43c0-806d-d584424e106e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1223860181-network', 'tenant_id': 'e922f8fc585940ff9a392f19dc68456d'}} {{(pid=92745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:30:20.689513 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-f6f27753-20e2-4ea2-afb8-e5f69d4cab85 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ceacfe29a6b347899cd7be4e46664dc7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1044123 Jun 21 04:30:20.692614 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 57292) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:20.706760 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1643310-b340-43c0-806d-d584424e106e admin admin] Made reservation on behalf of e922f8fc585940ff9a392f19dc68456d for: {'network': 1} {{(pid=92745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:30:20.708981 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-a1643310-b340-43c0-806d-d584424e106e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-632420'] for network, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:20.721095 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-a1643310-b340-43c0-806d-d584424e106e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:20.787659 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-eee731c9-5ef6-4ca7-a27d-45388c404739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:20.825312 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-eee731c9-5ef6-4ca7-a27d-45388c404739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:20.840546 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6538c251-7a06-4e5d-9936-a34aad100170 req-bd2c8798-496e-4fc2-afcb-538c4fa06258 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:20.848264 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-6538c251-7a06-4e5d-9936-a34aad100170 req-bd2c8798-496e-4fc2-afcb-538c4fa06258 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ea07e3c-1759-4aa7-905d-60be8e2de62c HTTP/1.1" status: 200 len: 946 time: 0.7607582 Jun 21 04:30:20.855350 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-d60de66e-408e-4dd9-8f4f-8e725d2059aa tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:20.882765 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbd4c6c-42a7-4de7-b263-54a4172533db req-6b0fd8a0-a9a9-4518-b45d-ec81ddaa7b55 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:20.884282 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-3dbd4c6c-42a7-4de7-b263-54a4172533db req-6b0fd8a0-a9a9-4518-b45d-ec81ddaa7b55 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/ports?device_id=31b09ee5-1585-43ef-9a4f-8bbacc6385ff HTTP/1.1" status: 200 len: 946 time: 0.8126936 Jun 21 04:30:20.886445 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-d60de66e-408e-4dd9-8f4f-8e725d2059aa tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33062327'] for floatingip, after_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:20.914247 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-a1643310-b340-43c0-806d-d584424e106e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:20.922018 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-a1643310-b340-43c0-806d-d584424e106e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:20.929203 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-7f8bf640-b215-4479-953f-2edea267024f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:20.941432 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-eee731c9-5ef6-4ca7-a27d-45388c404739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:20.944359 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-eee731c9-5ef6-4ca7-a27d-45388c404739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:20.951907 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-eee731c9-5ef6-4ca7-a27d-45388c404739 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f4cabb63-2365-42a6-8711-0ef3899fdfaa HTTP/1.1" status: 204 len: 168 time: 0.2543762 Jun 21 04:30:20.969918 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1643310-b340-43c0-806d-d584424e106e admin admin] vlan segment allocate from pool success with {'vlan_id': 830, 'physical_network': 'physnet1'} {{(pid=92745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:30:20.986288 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1643310-b340-43c0-806d-d584424e106e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37f23ded-c39e-497c-9467-497d0173a783,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:20.991289 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-a1643310-b340-43c0-806d-d584424e106e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:20.991827 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-5074edc7-ab5c-4c07-904d-3c71c7820e22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:20.994541 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-a1643310-b340-43c0-806d-d584424e106e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740028'] for segment, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:20.995000 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.db.segments_db [None req-a1643310-b340-43c0-806d-d584424e106e admin admin] Added segment 012b1bce-bdee-4065-b866-b23eba9f4217 of type vlan for network d34d1c08-c45a-430b-a3bb-a3000fbfdb4c Jun 21 04:30:21.008734 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee731c9-5ef6-4ca7-a27d-45388c404739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4cabb63-2365-42a6-8711-0ef3899fdfaa,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:21.014067 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-eee731c9-5ef6-4ca7-a27d-45388c404739 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:21.047219 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.db.l3_db [None req-d60de66e-408e-4dd9-8f4f-8e725d2059aa tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Floating IP a9a27900-11b2-4023-9d4e-8d0a58446720 associated. External IP: 172.28.2.89, port: 9201607d-8505-40c7-a832-737b5143d231. Jun 21 04:30:21.063346 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-a1643310-b340-43c0-806d-d584424e106e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789667001025'] for network, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:21.142488 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-a1643310-b340-43c0-806d-d584424e106e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33253182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593'] for network, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:21.144576 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1643310-b340-43c0-806d-d584424e106e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:21.145523 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-a1643310-b340-43c0-806d-d584424e106e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33144588'] for network, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:21.156905 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-6538c251-7a06-4e5d-9936-a34aad100170 req-bcb8ec01-c596-4ae2-9f2d-cefed8b62d15 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076873 Jun 21 04:30:21.169100 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-ed660a02-4312-4288-ac82-134c2d54b5ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:21.198566 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-3dbd4c6c-42a7-4de7-b263-54a4172533db req-35a738c1-bc50-4e2d-b0d8-6b842ed3d90e tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/security-groups?id=caf29c12-da81-4cc3-ac7d-970e1b1b08f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636519 Jun 21 04:30:21.251119 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-a1643310-b340-43c0-806d-d584424e106e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7922356 Jun 21 04:30:21.268893 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 57312) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:21.269902 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 57314) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:21.275405 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.v2.base [None req-a6c520c9-bef3-43e6-b1e9-2c13848ebe6e admin admin] Request body: {'subnet': {'network_id': 'd34d1c08-c45a-430b-a3bb-a3000fbfdb4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1223860181-subnet', 'tenant_id': 'e922f8fc585940ff9a392f19dc68456d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:30:21.339317 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-acc883cf-5184-459b-929e-57096cc0b1fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:21.406295 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1643310-b340-43c0-806d-d584424e106e admin admin] Pushing event updated for resources: {'Network': ['ID=d34d1c08-c45a-430b-a3bb-a3000fbfdb4c,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:21.417673 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Network d34d1c08-c45a-430b-a3bb-a3000fbfdb4c details requested by agent ovs-agent-dv-cinder-796889-2-smb with host dv-cinder-796889-2-smb {{(pid=92747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:30:21.423228 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-a1643310-b340-43c0-806d-d584424e106e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:21.432148 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c520c9-bef3-43e6-b1e9-2c13848ebe6e admin admin] Made reservation on behalf of e922f8fc585940ff9a392f19dc68456d for: {'subnet': 1} {{(pid=92745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:30:21.435154 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-a6c520c9-bef3-43e6-b1e9-2c13848ebe6e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3759872'] for subnet, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:21.665404 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-acc883cf-5184-459b-929e-57096cc0b1fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:21.672597 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d60de66e-408e-4dd9-8f4f-8e725d2059aa tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Router 96bd2eb3-e9bc-4fa1-a53d-d392456ae024 has already been hosted by L3 agent c5fde6f5-f096-4668-9faa-154c63e10de0 {{(pid=92746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:30:21.705186 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-acc883cf-5184-459b-929e-57096cc0b1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:21.705186 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-da56c9a0-edeb-4e91-9873-3e3656f1df3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:21.777881 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-acc883cf-5184-459b-929e-57096cc0b1fd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=312e7c4291ae40c1bd62317a0ac84b8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4833221 Jun 21 04:30:21.777881 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc883cf-5184-459b-929e-57096cc0b1fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ea5fa5-9512-42d4-bbf8-c4bdca96ac14,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:21.778299 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 57336) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:21.778471 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-a6c520c9-bef3-43e6-b1e9-2c13848ebe6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30039353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3759890'] for subnet, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:21.778471 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-acc883cf-5184-459b-929e-57096cc0b1fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:21.780530 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-63ad3438-49df-4d48-8deb-5984b62f8720 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:21.838494 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c520c9-bef3-43e6-b1e9-2c13848ebe6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=29a86e90-6bf6-4cc5-98f3-e7345a498aa0,revision_number=0']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:21.845992 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-a6c520c9-bef3-43e6-b1e9-2c13848ebe6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:21.867962 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c520c9-bef3-43e6-b1e9-2c13848ebe6e admin admin] Checking segment: {'id': '012b1bce-bdee-4065-b866-b23eba9f4217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'd34d1c08-c45a-430b-a3bb-a3000fbfdb4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:30:21.868321 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c520c9-bef3-43e6-b1e9-2c13848ebe6e admin admin] Network hostable DHCP agents. Network: d34d1c08-c45a-430b-a3bb-a3000fbfdb4c, hostable agents: ['4488296f-9c2d-4613-a478-344bf5f68149'], hosted agents: [] {{(pid=92745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:30:21.901911 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c520c9-bef3-43e6-b1e9-2c13848ebe6e admin admin] Network d34d1c08-c45a-430b-a3bb-a3000fbfdb4c is scheduled to be hosted by DHCP agent 4488296f-9c2d-4613-a478-344bf5f68149 with binding_index 1 {{(pid=92745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:30:21.911803 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.base_scheduler [None req-a6c520c9-bef3-43e6-b1e9-2c13848ebe6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796889-2-smb, d34d1c08-c45a-430b-a3bb-a3000fbfdb4c) {{(pid=92745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:30:21.913028 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-2ff0f820-d861-4295-88a2-bf838ef04541 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:21.916174 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d60de66e-408e-4dd9-8f4f-8e725d2059aa tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify agent at l3_agent.dv-cinder-796889-2-smb the message routers_updated {{(pid=92746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:30:21.922432 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-d60de66e-408e-4dd9-8f4f-8e725d2059aa tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5899'] for floatingip, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:21.924846 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a34ee0-22c7-44d2-9ecf-5dbb32ba69f6 None None] Network d34d1c08-c45a-430b-a3bb-a3000fbfdb4c requested from dv-cinder-796889-2-smb {{(pid=92747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:30:21.927782 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c520c9-bef3-43e6-b1e9-2c13848ebe6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:21.928384 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-a6c520c9-bef3-43e6-b1e9-2c13848ebe6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33144588'] for subnet, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:21.929077 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b63e78-f1aa-472b-bc16-ae028c9adc1d None None] Sync routers for ids ['96bd2eb3-e9bc-4fa1-a53d-d392456ae024'] in dv-cinder-796889-2-smb {{(pid=92748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:30:21.943285 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b63e78-f1aa-472b-bc16-ae028c9adc1d None None] Routers {'96bd2eb3-e9bc-4fa1-a53d-d392456ae024'} bound to L3 agent in host dv-cinder-796889-2-smb {{(pid=92748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:30:21.944140 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-52b63e78-f1aa-472b-bc16-ae028c9adc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T04:21:37Z,description=,heartbeat_timestamp=2021-06-21T04:30:07Z,host='dv-cinder-796889-2-smb',id=c5fde6f5-f096-4668-9faa-154c63e10de0,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:21:37Z,topic='l3_agent')) {'router_ids': ['96bd2eb3-e9bc-4fa1-a53d-d392456ae024'], 'active': True} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:30:21.959505 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-a6c520c9-bef3-43e6-b1e9-2c13848ebe6e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6880844 Jun 21 04:30:22.029039 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-2ff0f820-d861-4295-88a2-bf838ef04541 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:22.093125 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-d60de66e-408e-4dd9-8f4f-8e725d2059aa tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "PUT /v2.0/floatingips/a9a27900-11b2-4023-9d4e-8d0a58446720 HTTP/1.1" status: 200 len: 991 time: 2.6094227 Jun 21 04:30:22.095517 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d63050f-5bf4-44dd-b812-0d503ed3af60', 'tag': '9201607d-8505-40c7-a832-737b5143d231'}] {{(pid=92746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:30:22.113132 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7cbf71f9e1aa915714a5a62000f0bd5d8f9af41b6b6cc8a146f78dbc3385941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09cadb04-e90b-4132-b754-748de7e5b6cd" -d '{"events": [{"name": "network-changed", "server_uuid": "7d63050f-5bf4-44dd-b812-0d503ed3af60", "tag": "9201607d-8505-40c7-a832-737b5143d231"}]}' {{(pid=92746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:30:22.146959 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141d9e41-2e4d-4a11-9bc9-374de1df1062 None None] Network d34d1c08-c45a-430b-a3bb-a3000fbfdb4c requested from dv-cinder-796889-2-smb {{(pid=92747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:30:22.209224 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-234480e2-dda1-4dab-b0f4-5012dcf70d0b x-openstack-request-id: req-234480e2-dda1-4dab-b0f4-5012dcf70d0b {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:30:22.209848 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d63050f-5bf4-44dd-b812-0d503ed3af60", "tag": "9201607d-8505-40c7-a832-737b5143d231", "status": "completed", "code": 200}]} {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:30:22.210280 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-234480e2-dda1-4dab-b0f4-5012dcf70d0b {{(pid=92746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:30:22.210823 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_dvr_db [None req-52b63e78-f1aa-472b-bc16-ae028c9adc1d None None] Set router 96bd2eb3-e9bc-4fa1-a53d-d392456ae024 gateway port host: dv-cinder-796889-2-smb {{(pid=92748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:30:22.211079 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d63050f-5bf4-44dd-b812-0d503ed3af60', 'tag': '9201607d-8505-40c7-a832-737b5143d231', 'status': 'completed', 'code': 200} Jun 21 04:30:22.216731 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-2ff0f820-d861-4295-88a2-bf838ef04541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:22.220111 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-2ff0f820-d861-4295-88a2-bf838ef04541 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:22.221301 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-2ff0f820-d861-4295-88a2-bf838ef04541 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/43ea5fa5-9512-42d4-bbf8-c4bdca96ac14 HTTP/1.1" status: 204 len: 168 time: 0.4351153 Jun 21 04:30:22.221976 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-b400e55f-2bcd-44fe-a8bb-ff73d946b21a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:22.245004 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff0f820-d861-4295-88a2-bf838ef04541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ea5fa5-9512-42d4-bbf8-c4bdca96ac14,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:22.254597 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-2ff0f820-d861-4295-88a2-bf838ef04541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:22.442172 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cadb04-e90b-4132-b754-748de7e5b6cd req-b6e87543-449f-4a96-b71c-6ffafa366d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:22.443668 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-09cadb04-e90b-4132-b754-748de7e5b6cd req-b6e87543-449f-4a96-b71c-6ffafa366d02 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6e19d34d6ec747d2a23f2df61f7d1120&device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60 HTTP/1.1" status: 200 len: 1099 time: 0.1644137 Jun 21 04:30:22.542852 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b961f1c-563f-4d5a-a389-df60963f24a5 req-d6c6b15e-b62e-4a26-9f5c-7038f3bedf5e tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:22.550179 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-2b961f1c-563f-4d5a-a389-df60963f24a5 req-d6c6b15e-b62e-4a26-9f5c-7038f3bedf5e tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ea07e3c-1759-4aa7-905d-60be8e2de62c HTTP/1.1" status: 200 len: 946 time: 0.1315258 Jun 21 04:30:22.621002 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-2b961f1c-563f-4d5a-a389-df60963f24a5 req-2c819365-a38a-468b-84ab-4713c1f842c5 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699515 Jun 21 04:30:22.704670 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cadb04-e90b-4132-b754-748de7e5b6cd req-142e6ee2-318e-4ac0-ae70-51ef7e06e44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:22.720846 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-09cadb04-e90b-4132-b754-748de7e5b6cd req-142e6ee2-318e-4ac0-ae70-51ef7e06e44f service neutron] 10.222.0.38 "GET /v2.0/networks?id=38e35d0b-e570-49d3-959b-c55bd6e0308c HTTP/1.1" status: 200 len: 918 time: 0.2521777 Jun 21 04:30:22.749175 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7217aa7-2ccd-47e6-952a-bf4cc5a0a3b2 req-58575b1a-791c-4fb9-bd2d-03e9655be982 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:22.751011 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-b7217aa7-2ccd-47e6-952a-bf4cc5a0a3b2 req-58575b1a-791c-4fb9-bd2d-03e9655be982 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/ports?device_id=31b09ee5-1585-43ef-9a4f-8bbacc6385ff HTTP/1.1" status: 200 len: 946 time: 0.1289713 Jun 21 04:30:22.845484 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-b7217aa7-2ccd-47e6-952a-bf4cc5a0a3b2 req-042f025d-f88c-4bab-837c-4cc606238005 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/security-groups?id=caf29c12-da81-4cc3-ac7d-970e1b1b08f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873451 Jun 21 04:30:22.847834 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-52b63e78-f1aa-472b-bc16-ae028c9adc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96bd2eb3-e9bc-4fa1-a53d-d392456ae024', 'name': 'tempest-AttachVolumeShelveTestJSON-1705391473-router', 'tenant_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '100755dd-aa6e-4365-827a-30bb0828080c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:29Z', 'updated_at': '2021-06-21T04:29:39Z', 'revision_number': 4, 'project_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'gw_port': {'id': '100755dd-aa6e-4365-827a-30bb0828080c', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:cb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96bd2eb3-e9bc-4fa1-a53d-d392456ae024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:31Z', 'updated_at': '2021-06-21T04:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb', '_floatingips': [{'id': 'a9a27900-11b2-4023-9d4e-8d0a58446720', 'tenant_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'floating_ip_address': '172.28.2.89', 'floating_network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'router_id': '96bd2eb3-e9bc-4fa1-a53d-d392456ae024', 'port_id': '9201607d-8505-40c7-a832-737b5143d231', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38e35d0b-e570-49d3-959b-c55bd6e0308c', 'mac_address': 'fa:16:3e:d2:07:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d63050f-5bf4-44dd-b812-0d503ed3af60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:29:57Z', 'updated_at': '2021-06-21T04:30:20Z', 'revision_number': 1, 'project_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '612e2fd2-c187-4d51-a56d-bd48917717d2', 'name': '', 'network_id': '38e35d0b-e570-49d3-959b-c55bd6e0308c', 'tenant_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'mac_address': 'fa:16:3e:f0:cb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96bd2eb3-e9bc-4fa1-a53d-d392456ae024', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6f995fa3-0676-46ec-80cb-22d4129d3f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:36Z', 'updated_at': '2021-06-21T04:29:56Z', 'revision_number': 5, 'project_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'subnets': [{'id': '6f995fa3-0676-46ec-80cb-22d4129d3f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-smb', False) {} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:30:22.863869 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-09cadb04-e90b-4132-b754-748de7e5b6cd req-7888a93c-9a1d-4bf8-8e23-00ec97ea3cc9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9201607d-8505-40c7-a832-737b5143d231 HTTP/1.1" status: 200 len: 999 time: 0.1273572 Jun 21 04:30:22.915249 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b63e78-f1aa-472b-bc16-ae028c9adc1d None None] Checking router: 96bd2eb3-e9bc-4fa1-a53d-d392456ae024 for host: dv-cinder-796889-2-smb {{(pid=92748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:30:22.943975 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b63e78-f1aa-472b-bc16-ae028c9adc1d None None] Routers {'96bd2eb3-e9bc-4fa1-a53d-d392456ae024'} bound to L3 agent in host dv-cinder-796889-2-smb {{(pid=92748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:30:22.945238 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-52b63e78-f1aa-472b-bc16-ae028c9adc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T04:21:37Z,description=,heartbeat_timestamp=2021-06-21T04:30:07Z,host='dv-cinder-796889-2-smb',id=c5fde6f5-f096-4668-9faa-154c63e10de0,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:21:37Z,topic='l3_agent')) {'router_ids': ['96bd2eb3-e9bc-4fa1-a53d-d392456ae024'], 'active': True} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:30:22.951345 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cadb04-e90b-4132-b754-748de7e5b6cd req-9dbd36e4-5c02-4e35-a379-f3ee86d2f160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:22.952890 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-09cadb04-e90b-4132-b754-748de7e5b6cd req-9dbd36e4-5c02-4e35-a379-f3ee86d2f160 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6f995fa3-0676-46ec-80cb-22d4129d3f36 HTTP/1.1" status: 200 len: 856 time: 0.0829983 Jun 21 04:30:23.172604 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cadb04-e90b-4132-b754-748de7e5b6cd req-989328ec-2526-4d4e-a14b-f1ce165149fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:23.188430 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-09cadb04-e90b-4132-b754-748de7e5b6cd req-989328ec-2526-4d4e-a14b-f1ce165149fb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=38e35d0b-e570-49d3-959b-c55bd6e0308c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2269168 Jun 21 04:30:23.294216 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca942ad8-c231-4b41-9e49-0fe201cb93a0 req-adcf5205-4ccb-4eff-80c2-7951b2bcae70 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:23.324000 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-ca942ad8-c231-4b41-9e49-0fe201cb93a0 req-adcf5205-4ccb-4eff-80c2-7951b2bcae70 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/ports?device_id=31b09ee5-1585-43ef-9a4f-8bbacc6385ff HTTP/1.1" status: 200 len: 946 time: 0.2276266 Jun 21 04:30:23.324537 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 57410) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:23.336903 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.v2.base [None req-cd09ff0d-768c-4926-b48a-4772571ff93f tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Request body: {'floatingip': {'port_id': '6eecac39-7f26-4c7d-8265-93cd1def8967'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:30:23.462972 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-cd09ff0d-768c-4926-b48a-4772571ff93f tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks [] for floatingip, before_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:23.499660 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-09cadb04-e90b-4132-b754-748de7e5b6cd req-a522337d-b77d-446a-bb04-5da14b729ce0 service neutron] 10.222.0.38 "GET /v2.0/networks/38e35d0b-e570-49d3-959b-c55bd6e0308c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939250 Jun 21 04:30:23.653898 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_dvr_db [None req-52b63e78-f1aa-472b-bc16-ae028c9adc1d None None] Set router 96bd2eb3-e9bc-4fa1-a53d-d392456ae024 gateway port host: dv-cinder-796889-2-smb {{(pid=92748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:30:23.801530 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-09cadb04-e90b-4132-b754-748de7e5b6cd req-acb81ecc-ea6f-4094-8561-a33b9e36290b service neutron] 10.222.0.38 "GET /v2.0/networks/38e35d0b-e570-49d3-959b-c55bd6e0308c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872336 Jun 21 04:30:23.952282 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 57436) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:23.957849 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.v2.base [None req-b8bad858-6832-46b6-8806-b7b9e4aa2c18 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-682021686-network', 'tenant_id': 'a8e195d9b1f8439996ccbbe74aaadccd'}} {{(pid=92745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:30:24.005051 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8bad858-6832-46b6-8806-b7b9e4aa2c18 admin admin] Made reservation on behalf of a8e195d9b1f8439996ccbbe74aaadccd for: {'network': 1} {{(pid=92745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:30:24.008838 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-b8bad858-6832-46b6-8806-b7b9e4aa2c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-632420'] for network, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:24.028022 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-b8bad858-6832-46b6-8806-b7b9e4aa2c18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:24.056584 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b258d50a-4bb3-46f9-970e-b80643f3b0cb req-27334e0d-e480-4007-8366-025ce4b04e5c tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:24.064865 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-b258d50a-4bb3-46f9-970e-b80643f3b0cb req-27334e0d-e480-4007-8366-025ce4b04e5c tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ea07e3c-1759-4aa7-905d-60be8e2de62c HTTP/1.1" status: 200 len: 946 time: 0.2054904 Jun 21 04:30:24.120550 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-b258d50a-4bb3-46f9-970e-b80643f3b0cb req-50457a17-38e5-4bff-bedb-4dde664b8892 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550966 Jun 21 04:30:24.206525 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-52b63e78-f1aa-472b-bc16-ae028c9adc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96bd2eb3-e9bc-4fa1-a53d-d392456ae024', 'name': 'tempest-AttachVolumeShelveTestJSON-1705391473-router', 'tenant_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '100755dd-aa6e-4365-827a-30bb0828080c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:29Z', 'updated_at': '2021-06-21T04:29:39Z', 'revision_number': 4, 'project_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'gw_port': {'id': '100755dd-aa6e-4365-827a-30bb0828080c', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:cb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96bd2eb3-e9bc-4fa1-a53d-d392456ae024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:31Z', 'updated_at': '2021-06-21T04:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb', '_floatingips': [{'id': 'a9a27900-11b2-4023-9d4e-8d0a58446720', 'tenant_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'floating_ip_address': '172.28.2.89', 'floating_network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'router_id': '96bd2eb3-e9bc-4fa1-a53d-d392456ae024', 'port_id': '9201607d-8505-40c7-a832-737b5143d231', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38e35d0b-e570-49d3-959b-c55bd6e0308c', 'mac_address': 'fa:16:3e:d2:07:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d63050f-5bf4-44dd-b812-0d503ed3af60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:29:57Z', 'updated_at': '2021-06-21T04:30:20Z', 'revision_number': 1, 'project_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '612e2fd2-c187-4d51-a56d-bd48917717d2', 'name': '', 'network_id': '38e35d0b-e570-49d3-959b-c55bd6e0308c', 'tenant_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'mac_address': 'fa:16:3e:f0:cb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96bd2eb3-e9bc-4fa1-a53d-d392456ae024', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6f995fa3-0676-46ec-80cb-22d4129d3f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:36Z', 'updated_at': '2021-06-21T04:29:56Z', 'revision_number': 5, 'project_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'subnets': [{'id': '6f995fa3-0676-46ec-80cb-22d4129d3f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-smb', False) {} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:30:24.258943 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-b8bad858-6832-46b6-8806-b7b9e4aa2c18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:24.266104 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b63e78-f1aa-472b-bc16-ae028c9adc1d None None] The sync data for ids ['96bd2eb3-e9bc-4fa1-a53d-d392456ae024'] in dv-cinder-796889-2-smb is: [{'id': '96bd2eb3-e9bc-4fa1-a53d-d392456ae024', 'name': 'tempest-AttachVolumeShelveTestJSON-1705391473-router', 'tenant_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '100755dd-aa6e-4365-827a-30bb0828080c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:29Z', 'updated_at': '2021-06-21T04:29:39Z', 'revision_number': 4, 'project_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'gw_port': {'id': '100755dd-aa6e-4365-827a-30bb0828080c', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:cb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96bd2eb3-e9bc-4fa1-a53d-d392456ae024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:31Z', 'updated_at': '2021-06-21T04:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb', '_floatingips': [{'id': 'a9a27900-11b2-4023-9d4e-8d0a58446720', 'tenant_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'floating_ip_address': '172.28.2.89', 'floating_network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'router_id': '96bd2eb3-e9bc-4fa1-a53d-d392456ae024', 'port_id': '9201607d-8505-40c7-a832-737b5143d231', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38e35d0b-e570-49d3-959b-c55bd6e0308c', 'mac_address': 'fa:16:3e:d2:07:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d63050f-5bf4-44dd-b812-0d503ed3af60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:29:57Z', 'updated_at': '2021-06-21T04:30:20Z', 'revision_number': 1, 'project_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '612e2fd2-c187-4d51-a56d-bd48917717d2', 'name': '', 'network_id': '38e35d0b-e570-49d3-959b-c55bd6e0308c', 'tenant_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'mac_address': 'fa:16:3e:f0:cb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96bd2eb3-e9bc-4fa1-a53d-d392456ae024', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6f995fa3-0676-46ec-80cb-22d4129d3f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:36Z', 'updated_at': '2021-06-21T04:29:56Z', 'revision_number': 5, 'project_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'subnets': [{'id': '6f995fa3-0676-46ec-80cb-22d4129d3f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:30:24.274472 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-b8bad858-6832-46b6-8806-b7b9e4aa2c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:24.278748 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:24.328654 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8bad858-6832-46b6-8806-b7b9e4aa2c18 admin admin] vlan segment allocate from pool success with {'vlan_id': 817, 'physical_network': 'physnet1'} {{(pid=92745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:30:24.351645 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bad858-6832-46b6-8806-b7b9e4aa2c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0f94e5-ed76-46d2-b80b-9be206fb16c3,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:24.356543 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-b8bad858-6832-46b6-8806-b7b9e4aa2c18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:24.358546 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-b8bad858-6832-46b6-8806-b7b9e4aa2c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740028'] for segment, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:24.359218 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.db.segments_db [None req-b8bad858-6832-46b6-8806-b7b9e4aa2c18 admin admin] Added segment b63d5998-fa9b-44a0-9eac-8f6edc044f57 of type vlan for network 51ff4386-c804-4455-b89e-5e4c2e3933aa Jun 21 04:30:24.445619 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-b8bad858-6832-46b6-8806-b7b9e4aa2c18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789667001025'] for network, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:24.479683 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-cd09ff0d-768c-4926-b48a-4772571ff93f tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:24.493848 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-b8bad858-6832-46b6-8806-b7b9e4aa2c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33253182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593'] for network, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:24.494759 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-cd09ff0d-768c-4926-b48a-4772571ff93f tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33062327'] for floatingip, after_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:24.496504 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8bad858-6832-46b6-8806-b7b9e4aa2c18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:24.497241 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-b8bad858-6832-46b6-8806-b7b9e4aa2c18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33144588'] for network, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:24.512971 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:24.587668 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bad858-6832-46b6-8806-b7b9e4aa2c18 admin admin] Pushing event updated for resources: {'Network': ['ID=51ff4386-c804-4455-b89e-5e4c2e3933aa,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:24.599226 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-b8bad858-6832-46b6-8806-b7b9e4aa2c18 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6454673 Jun 21 04:30:24.600612 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-b8bad858-6832-46b6-8806-b7b9e4aa2c18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:24.601579 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 57462) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:24.604481 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Network 51ff4386-c804-4455-b89e-5e4c2e3933aa details requested by agent ovs-agent-dv-cinder-796889-2-smb with host dv-cinder-796889-2-smb {{(pid=92747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:30:24.608392 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.v2.base [None req-f859a14c-f605-4347-94e3-61adecd04082 admin admin] Request body: {'subnet': {'network_id': '51ff4386-c804-4455-b89e-5e4c2e3933aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-682021686-subnet', 'tenant_id': 'a8e195d9b1f8439996ccbbe74aaadccd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:30:24.655463 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.db.l3_db [None req-cd09ff0d-768c-4926-b48a-4772571ff93f tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Floating IP 456eaad7-60ad-4f3b-87b4-4b3e172ab899 associated. External IP: 172.28.2.77, port: 6eecac39-7f26-4c7d-8265-93cd1def8967. Jun 21 04:30:24.655972 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f859a14c-f605-4347-94e3-61adecd04082 admin admin] Made reservation on behalf of a8e195d9b1f8439996ccbbe74aaadccd for: {'subnet': 1} {{(pid=92745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:30:24.658687 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-f859a14c-f605-4347-94e3-61adecd04082 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3759872'] for subnet, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:24.692659 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e31083-bf56-4886-a93a-961f1e362930 None None] New status for floating IP a9a27900-11b2-4023-9d4e-8d0a58446720: ACTIVE {{(pid=92747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 04:30:25.012841 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-f859a14c-f605-4347-94e3-61adecd04082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30039353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3759890'] for subnet, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:25.019248 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:25.031270 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd09ff0d-768c-4926-b48a-4772571ff93f tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Router 5c3063f7-f7a3-4775-a4f0-95a969eb5e47 has already been hosted by L3 agent c5fde6f5-f096-4668-9faa-154c63e10de0 {{(pid=92746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:30:25.091433 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f859a14c-f605-4347-94e3-61adecd04082 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ab84b62-3e37-4d25-899f-15ce1b2696a5,revision_number=0']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:25.102846 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-f859a14c-f605-4347-94e3-61adecd04082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:25.132044 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f859a14c-f605-4347-94e3-61adecd04082 admin admin] Checking segment: {'id': 'b63d5998-fa9b-44a0-9eac-8f6edc044f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '51ff4386-c804-4455-b89e-5e4c2e3933aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:30:25.132948 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f859a14c-f605-4347-94e3-61adecd04082 admin admin] Network hostable DHCP agents. Network: 51ff4386-c804-4455-b89e-5e4c2e3933aa, hostable agents: ['4488296f-9c2d-4613-a478-344bf5f68149'], hosted agents: [] {{(pid=92745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:30:25.186153 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd09ff0d-768c-4926-b48a-4772571ff93f tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify agent at l3_agent.dv-cinder-796889-2-smb the message routers_updated {{(pid=92746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:30:25.188226 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f859a14c-f605-4347-94e3-61adecd04082 admin admin] Network 51ff4386-c804-4455-b89e-5e4c2e3933aa is scheduled to be hosted by DHCP agent 4488296f-9c2d-4613-a478-344bf5f68149 with binding_index 1 {{(pid=92745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:30:25.205382 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.base_scheduler [None req-f859a14c-f605-4347-94e3-61adecd04082 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796889-2-smb, 51ff4386-c804-4455-b89e-5e4c2e3933aa) {{(pid=92745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:30:25.214701 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62962d3-598f-47a3-8d00-5cf3554d21ac None None] Sync routers for ids ['5c3063f7-f7a3-4775-a4f0-95a969eb5e47'] in dv-cinder-796889-2-smb {{(pid=92748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:30:25.220150 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f859a14c-f605-4347-94e3-61adecd04082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:25.225371 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-f859a14c-f605-4347-94e3-61adecd04082 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33144588'] for subnet, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:25.225583 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-cd09ff0d-768c-4926-b48a-4772571ff93f tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5899'] for floatingip, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:25.240518 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62962d3-598f-47a3-8d00-5cf3554d21ac None None] Routers {'5c3063f7-f7a3-4775-a4f0-95a969eb5e47'} bound to L3 agent in host dv-cinder-796889-2-smb {{(pid=92748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:30:25.241190 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-e62962d3-598f-47a3-8d00-5cf3554d21ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T04:21:37Z,description=,heartbeat_timestamp=2021-06-21T04:30:07Z,host='dv-cinder-796889-2-smb',id=c5fde6f5-f096-4668-9faa-154c63e10de0,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:21:37Z,topic='l3_agent')) {'router_ids': ['5c3063f7-f7a3-4775-a4f0-95a969eb5e47'], 'active': True} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:30:25.260249 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5739417-0d09-4a90-b7d2-e963202e82b4 None None] Network 51ff4386-c804-4455-b89e-5e4c2e3933aa requested from dv-cinder-796889-2-smb {{(pid=92747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:30:25.266101 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-f859a14c-f605-4347-94e3-61adecd04082 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6630785 Jun 21 04:30:25.283802 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 57488) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:25.330518 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-cd09ff0d-768c-4926-b48a-4772571ff93f tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "PUT /v2.0/floatingips/456eaad7-60ad-4f3b-87b4-4b3e172ab899 HTTP/1.1" status: 200 len: 991 time: 2.0048440 Jun 21 04:30:25.332336 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31b09ee5-1585-43ef-9a4f-8bbacc6385ff', 'tag': '6eecac39-7f26-4c7d-8265-93cd1def8967'}] {{(pid=92746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:30:25.358475 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7cbf71f9e1aa915714a5a62000f0bd5d8f9af41b6b6cc8a146f78dbc3385941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c576d4aa-b7fd-4a36-816a-f61f6e52d27c" -d '{"events": [{"name": "network-changed", "server_uuid": "31b09ee5-1585-43ef-9a4f-8bbacc6385ff", "tag": "6eecac39-7f26-4c7d-8265-93cd1def8967"}]}' {{(pid=92746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:30:25.521942 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126deba-2fcc-41ee-b1b6-4030e77633e1 req-54bf6c00-b5be-4d73-95ff-23b28c9fb381 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:25.523603 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-d126deba-2fcc-41ee-b1b6-4030e77633e1 req-54bf6c00-b5be-4d73-95ff-23b28c9fb381 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ea07e3c-1759-4aa7-905d-60be8e2de62c HTTP/1.1" status: 200 len: 946 time: 0.1920192 Jun 21 04:30:25.546470 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9abc84-e35f-438b-8f22-30644e3d3319 None None] Network 51ff4386-c804-4455-b89e-5e4c2e3933aa requested from dv-cinder-796889-2-smb {{(pid=92747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:30:25.585641 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-bdba0779-e14c-4c42-b807-7f99af1dbe07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:25.601687 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-d126deba-2fcc-41ee-b1b6-4030e77633e1 req-94084f8b-9415-449f-868d-06cee5931d24 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716493 Jun 21 04:30:25.616189 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_dvr_db [None req-e62962d3-598f-47a3-8d00-5cf3554d21ac None None] Set router 5c3063f7-f7a3-4775-a4f0-95a969eb5e47 gateway port host: dv-cinder-796889-2-smb {{(pid=92748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:30:25.708222 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a37ad1-c63c-4b01-a0a1-ea7a0bd7808a x-openstack-request-id: req-b6a37ad1-c63c-4b01-a0a1-ea7a0bd7808a {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:30:25.708536 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31b09ee5-1585-43ef-9a4f-8bbacc6385ff", "tag": "6eecac39-7f26-4c7d-8265-93cd1def8967", "status": "completed", "code": 200}]} {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:30:25.708803 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b6a37ad1-c63c-4b01-a0a1-ea7a0bd7808a {{(pid=92746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:30:25.709216 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31b09ee5-1585-43ef-9a4f-8bbacc6385ff', 'tag': '6eecac39-7f26-4c7d-8265-93cd1def8967', 'status': 'completed', 'code': 200} Jun 21 04:30:25.851896 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-bdba0779-e14c-4c42-b807-7f99af1dbe07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:25.859631 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-bdba0779-e14c-4c42-b807-7f99af1dbe07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:25.863234 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-2567da2d-dea2-4103-91a8-39e0d9a97fec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:25.907398 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-bdba0779-e14c-4c42-b807-7f99af1dbe07 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0c652f03714642779faefe17407ad611&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6221793 Jun 21 04:30:25.909990 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 57516) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:25.916249 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c576d4aa-b7fd-4a36-816a-f61f6e52d27c req-33eda8dc-cf84-4139-9310-12226064c95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:25.918031 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-c576d4aa-b7fd-4a36-816a-f61f6e52d27c req-33eda8dc-cf84-4139-9310-12226064c95f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=975d204c53d040d2a863b56978bb847b&device_id=31b09ee5-1585-43ef-9a4f-8bbacc6385ff HTTP/1.1" status: 200 len: 1099 time: 0.1381481 Jun 21 04:30:25.919066 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdba0779-e14c-4c42-b807-7f99af1dbe07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fdd5b75-ba8b-490a-93c4-8f14f5299ca7,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:25.923348 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-bdba0779-e14c-4c42-b807-7f99af1dbe07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:25.962786 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-e62962d3-598f-47a3-8d00-5cf3554d21ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c3063f7-f7a3-4775-a4f0-95a969eb5e47', 'name': 'tempest-AttachVolumeTestJSON-1756689701-router', 'tenant_id': '975d204c53d040d2a863b56978bb847b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.218'}], 'enable_snat': True}, 'gw_port_id': '384fc064-2ddc-469c-bd2e-788462f450cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:28Z', 'updated_at': '2021-06-21T04:29:40Z', 'revision_number': 4, 'project_id': '975d204c53d040d2a863b56978bb847b', 'gw_port': {'id': '384fc064-2ddc-469c-bd2e-788462f450cf', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:50:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3063f7-f7a3-4775-a4f0-95a969eb5e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:30Z', 'updated_at': '2021-06-21T04:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb', '_floatingips': [{'id': '456eaad7-60ad-4f3b-87b4-4b3e172ab899', 'tenant_id': '975d204c53d040d2a863b56978bb847b', 'floating_ip_address': '172.28.2.77', 'floating_network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'router_id': '5c3063f7-f7a3-4775-a4f0-95a969eb5e47', 'port_id': '6eecac39-7f26-4c7d-8265-93cd1def8967', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '266761c6-991a-4b5c-89b7-18dc73edeb62', 'mac_address': 'fa:16:3e:37:50:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b09ee5-1585-43ef-9a4f-8bbacc6385ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:29:55Z', 'updated_at': '2021-06-21T04:30:24Z', 'revision_number': 1, 'project_id': '975d204c53d040d2a863b56978bb847b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc9da0fc-c9e9-4021-96cd-46e86f9e1725', 'name': '', 'network_id': '266761c6-991a-4b5c-89b7-18dc73edeb62', 'tenant_id': '975d204c53d040d2a863b56978bb847b', 'mac_address': 'fa:16:3e:b5:29:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3063f7-f7a3-4775-a4f0-95a969eb5e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '17b08017-4248-42a3-9e39-b4aee30874d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:35Z', 'updated_at': '2021-06-21T04:29:51Z', 'revision_number': 5, 'project_id': '975d204c53d040d2a863b56978bb847b', 'subnets': [{'id': '17b08017-4248-42a3-9e39-b4aee30874d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-smb', False) {} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:30:25.990379 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62962d3-598f-47a3-8d00-5cf3554d21ac None None] Checking router: 5c3063f7-f7a3-4775-a4f0-95a969eb5e47 for host: dv-cinder-796889-2-smb {{(pid=92748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:30:25.999308 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62962d3-598f-47a3-8d00-5cf3554d21ac None None] Routers {'5c3063f7-f7a3-4775-a4f0-95a969eb5e47'} bound to L3 agent in host dv-cinder-796889-2-smb {{(pid=92748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:30:26.000018 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-e62962d3-598f-47a3-8d00-5cf3554d21ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T04:21:37Z,description=,heartbeat_timestamp=2021-06-21T04:30:07Z,host='dv-cinder-796889-2-smb',id=c5fde6f5-f096-4668-9faa-154c63e10de0,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:21:37Z,topic='l3_agent')) {'router_ids': ['5c3063f7-f7a3-4775-a4f0-95a969eb5e47'], 'active': True} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:30:26.029032 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c576d4aa-b7fd-4a36-816a-f61f6e52d27c req-4fee57aa-25e7-4f1f-abd8-f23090a7269e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:26.030655 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-c576d4aa-b7fd-4a36-816a-f61f6e52d27c req-4fee57aa-25e7-4f1f-abd8-f23090a7269e service neutron] 10.222.0.38 "GET /v2.0/networks?id=266761c6-991a-4b5c-89b7-18dc73edeb62 HTTP/1.1" status: 200 len: 912 time: 0.1059649 Jun 21 04:30:26.039963 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-2063ad6e-6019-4489-98e8-bac0f7a7aedd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:26.077242 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-2063ad6e-6019-4489-98e8-bac0f7a7aedd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:26.118375 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-c576d4aa-b7fd-4a36-816a-f61f6e52d27c req-31a32373-8400-4c92-8c92-684e6a90c003 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6eecac39-7f26-4c7d-8265-93cd1def8967 HTTP/1.1" status: 200 len: 999 time: 0.0751369 Jun 21 04:30:26.133457 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c5fb32-0ef3-4217-8610-9f3a96a09ee2 req-7b4f0c1b-372f-445a-85c8-38c1814ffb49 tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:26.135607 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-22c5fb32-0ef3-4217-8610-9f3a96a09ee2 req-7b4f0c1b-372f-445a-85c8-38c1814ffb49 tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] 10.222.0.13 "GET /v2.0/networks?id=d34d1c08-c45a-430b-a3bb-a3000fbfdb4c HTTP/1.1" status: 200 len: 809 time: 0.1765461 Jun 21 04:30:26.145298 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_dvr_db [None req-e62962d3-598f-47a3-8d00-5cf3554d21ac None None] Set router 5c3063f7-f7a3-4775-a4f0-95a969eb5e47 gateway port host: dv-cinder-796889-2-smb {{(pid=92748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:30:26.169737 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-22c5fb32-0ef3-4217-8610-9f3a96a09ee2 req-ebfc08b8-2c31-46cd-97ce-b2bd1006b0d6 tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] 10.222.0.13 "GET /v2.0/quotas/e922f8fc585940ff9a392f19dc68456d HTTP/1.1" status: 200 len: 375 time: 0.0223167 Jun 21 04:30:26.189302 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-2063ad6e-6019-4489-98e8-bac0f7a7aedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:26.191852 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-2063ad6e-6019-4489-98e8-bac0f7a7aedd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:26.193205 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-2063ad6e-6019-4489-98e8-bac0f7a7aedd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9fdd5b75-ba8b-490a-93c4-8f14f5299ca7 HTTP/1.1" status: 204 len: 168 time: 0.2819984 Jun 21 04:30:26.213768 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-0d9a9b40-5744-4b4b-be91-eafd9ec48370 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:26.217534 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-22c5fb32-0ef3-4217-8610-9f3a96a09ee2 req-6ce7d3ee-49fc-4dd6-b758-ba8592433d90 tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e922f8fc585940ff9a392f19dc68456d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399661 Jun 21 04:30:26.236338 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2063ad6e-6019-4489-98e8-bac0f7a7aedd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fdd5b75-ba8b-490a-93c4-8f14f5299ca7,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:26.239151 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c576d4aa-b7fd-4a36-816a-f61f6e52d27c req-ee8c4daa-fd14-4e4f-a0dd-b57907e1364a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:26.251446 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-2063ad6e-6019-4489-98e8-bac0f7a7aedd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:26.260212 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-c576d4aa-b7fd-4a36-816a-f61f6e52d27c req-ee8c4daa-fd14-4e4f-a0dd-b57907e1364a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=17b08017-4248-42a3-9e39-b4aee30874d2 HTTP/1.1" status: 200 len: 850 time: 0.1271996 Jun 21 04:30:26.335506 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c576d4aa-b7fd-4a36-816a-f61f6e52d27c req-bc49f696-9b05-47be-8928-a38e7a9fb1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:26.336587 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-22c5fb32-0ef3-4217-8610-9f3a96a09ee2 req-1b6b7404-e72c-4008-ac4d-6e5c79fec36e service neutron] 10.222.0.13 "GET /v2.0/networks/d34d1c08-c45a-430b-a3bb-a3000fbfdb4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122940 Jun 21 04:30:26.344196 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-c576d4aa-b7fd-4a36-816a-f61f6e52d27c req-bc49f696-9b05-47be-8928-a38e7a9fb1e6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=266761c6-991a-4b5c-89b7-18dc73edeb62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0716970 Jun 21 04:30:26.462973 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-22c5fb32-0ef3-4217-8610-9f3a96a09ee2 req-2f377b58-704b-4061-aa86-d270647e9d01 service neutron] 10.222.0.13 "GET /v2.0/networks/d34d1c08-c45a-430b-a3bb-a3000fbfdb4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187146 Jun 21 04:30:26.471109 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-c576d4aa-b7fd-4a36-816a-f61f6e52d27c req-bbac0d4f-d039-4be4-86f2-e34374d5095c service neutron] 10.222.0.38 "GET /v2.0/networks/266761c6-991a-4b5c-89b7-18dc73edeb62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048226 Jun 21 04:30:26.493585 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-e62962d3-598f-47a3-8d00-5cf3554d21ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c3063f7-f7a3-4775-a4f0-95a969eb5e47', 'name': 'tempest-AttachVolumeTestJSON-1756689701-router', 'tenant_id': '975d204c53d040d2a863b56978bb847b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.218'}], 'enable_snat': True}, 'gw_port_id': '384fc064-2ddc-469c-bd2e-788462f450cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:28Z', 'updated_at': '2021-06-21T04:29:40Z', 'revision_number': 4, 'project_id': '975d204c53d040d2a863b56978bb847b', 'gw_port': {'id': '384fc064-2ddc-469c-bd2e-788462f450cf', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:50:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3063f7-f7a3-4775-a4f0-95a969eb5e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:30Z', 'updated_at': '2021-06-21T04:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb', '_floatingips': [{'id': '456eaad7-60ad-4f3b-87b4-4b3e172ab899', 'tenant_id': '975d204c53d040d2a863b56978bb847b', 'floating_ip_address': '172.28.2.77', 'floating_network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'router_id': '5c3063f7-f7a3-4775-a4f0-95a969eb5e47', 'port_id': '6eecac39-7f26-4c7d-8265-93cd1def8967', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '266761c6-991a-4b5c-89b7-18dc73edeb62', 'mac_address': 'fa:16:3e:37:50:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b09ee5-1585-43ef-9a4f-8bbacc6385ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:29:55Z', 'updated_at': '2021-06-21T04:30:24Z', 'revision_number': 1, 'project_id': '975d204c53d040d2a863b56978bb847b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc9da0fc-c9e9-4021-96cd-46e86f9e1725', 'name': '', 'network_id': '266761c6-991a-4b5c-89b7-18dc73edeb62', 'tenant_id': '975d204c53d040d2a863b56978bb847b', 'mac_address': 'fa:16:3e:b5:29:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3063f7-f7a3-4775-a4f0-95a969eb5e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '17b08017-4248-42a3-9e39-b4aee30874d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:35Z', 'updated_at': '2021-06-21T04:29:51Z', 'revision_number': 5, 'project_id': '975d204c53d040d2a863b56978bb847b', 'subnets': [{'id': '17b08017-4248-42a3-9e39-b4aee30874d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-smb', False) {} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:30:26.528219 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62962d3-598f-47a3-8d00-5cf3554d21ac None None] The sync data for ids ['5c3063f7-f7a3-4775-a4f0-95a969eb5e47'] in dv-cinder-796889-2-smb is: [{'id': '5c3063f7-f7a3-4775-a4f0-95a969eb5e47', 'name': 'tempest-AttachVolumeTestJSON-1756689701-router', 'tenant_id': '975d204c53d040d2a863b56978bb847b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.218'}], 'enable_snat': True}, 'gw_port_id': '384fc064-2ddc-469c-bd2e-788462f450cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:28Z', 'updated_at': '2021-06-21T04:29:40Z', 'revision_number': 4, 'project_id': '975d204c53d040d2a863b56978bb847b', 'gw_port': {'id': '384fc064-2ddc-469c-bd2e-788462f450cf', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:50:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3063f7-f7a3-4775-a4f0-95a969eb5e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:30Z', 'updated_at': '2021-06-21T04:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb', '_floatingips': [{'id': '456eaad7-60ad-4f3b-87b4-4b3e172ab899', 'tenant_id': '975d204c53d040d2a863b56978bb847b', 'floating_ip_address': '172.28.2.77', 'floating_network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'router_id': '5c3063f7-f7a3-4775-a4f0-95a969eb5e47', 'port_id': '6eecac39-7f26-4c7d-8265-93cd1def8967', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '266761c6-991a-4b5c-89b7-18dc73edeb62', 'mac_address': 'fa:16:3e:37:50:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b09ee5-1585-43ef-9a4f-8bbacc6385ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:29:55Z', 'updated_at': '2021-06-21T04:30:24Z', 'revision_number': 1, 'project_id': '975d204c53d040d2a863b56978bb847b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc9da0fc-c9e9-4021-96cd-46e86f9e1725', 'name': '', 'network_id': '266761c6-991a-4b5c-89b7-18dc73edeb62', 'tenant_id': '975d204c53d040d2a863b56978bb847b', 'mac_address': 'fa:16:3e:b5:29:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3063f7-f7a3-4775-a4f0-95a969eb5e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '17b08017-4248-42a3-9e39-b4aee30874d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:35Z', 'updated_at': '2021-06-21T04:29:51Z', 'revision_number': 5, 'project_id': '975d204c53d040d2a863b56978bb847b', 'subnets': [{'id': '17b08017-4248-42a3-9e39-b4aee30874d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:30:26.597334 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-c576d4aa-b7fd-4a36-816a-f61f6e52d27c req-8664863c-2820-411d-a1d7-6776c49d1537 service neutron] 10.222.0.38 "GET /v2.0/networks/266761c6-991a-4b5c-89b7-18dc73edeb62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194150 Jun 21 04:30:26.675481 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-0514578a-a5db-4d29-bfd7-28789cf524c0 req-fe36d871-3b12-4c47-bd23-530cfacbacc6 tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a04f2b5-5e11-4556-b8e2-b503c4419c71 HTTP/1.1" status: 200 len: 210 time: 0.0372698 Jun 21 04:30:26.871818 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0141a95b-b270-422b-9c19-dc97484443b6 None None] New status for floating IP 456eaad7-60ad-4f3b-87b4-4b3e172ab899: ACTIVE {{(pid=92747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 04:30:26.926609 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d75148-5a71-4ac9-ba5d-397b1bc489dc req-2eaee973-c5fb-4aec-bbe2-016796a9fbca tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:26.933934 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-90d75148-5a71-4ac9-ba5d-397b1bc489dc req-2eaee973-c5fb-4aec-bbe2-016796a9fbca tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ea07e3c-1759-4aa7-905d-60be8e2de62c HTTP/1.1" status: 200 len: 946 time: 0.0880036 Jun 21 04:30:26.989373 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-90d75148-5a71-4ac9-ba5d-397b1bc489dc req-99d595de-0499-46cb-b6a3-5d9b75863f41 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420294 Jun 21 04:30:27.817959 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-aae0b53d-4da4-4f7f-baa6-45466fbf76f9 req-f98c32f7-94f9-457a-a34d-74a42da9ae49 tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a04f2b5-5e11-4556-b8e2-b503c4419c71 HTTP/1.1" status: 200 len: 210 time: 0.0308828 Jun 21 04:30:28.077612 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 57588) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:28.175839 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0bd8da-719e-46e9-990e-aca31e9c7885 req-f3902af4-6817-4127-bb9b-5f5245027fc6 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:28.177412 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-4a0bd8da-719e-46e9-990e-aca31e9c7885 req-f3902af4-6817-4127-bb9b-5f5245027fc6 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ea07e3c-1759-4aa7-905d-60be8e2de62c HTTP/1.1" status: 200 len: 946 time: 0.0702622 Jun 21 04:30:28.212392 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-3fb078d9-a885-41d3-af1c-f063a87187a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:28.250086 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-4a0bd8da-719e-46e9-990e-aca31e9c7885 req-7f09d326-b111-48e8-a18b-54273f04d129 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663164 Jun 21 04:30:28.329184 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c5fb32-0ef3-4217-8610-9f3a96a09ee2 req-cbb94166-5559-47e8-8e1e-1aefdbe591c0 tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:28.330822 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-22c5fb32-0ef3-4217-8610-9f3a96a09ee2 req-cbb94166-5559-47e8-8e1e-1aefdbe591c0 tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] 10.222.0.38 "GET /v2.0/networks?id=d34d1c08-c45a-430b-a3bb-a3000fbfdb4c HTTP/1.1" status: 200 len: 809 time: 0.1187217 Jun 21 04:30:28.358344 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-3fb078d9-a885-41d3-af1c-f063a87187a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:28.363023 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-3fb078d9-a885-41d3-af1c-f063a87187a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:28.366173 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:28.371456 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.v2.base [req-22c5fb32-0ef3-4217-8610-9f3a96a09ee2 req-c0a4fe51-0f0c-4116-94ea-07d780e20728 tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] Request body: {'port': {'device_id': '3a04f2b5-5e11-4556-b8e2-b503c4419c71', 'network_id': 'd34d1c08-c45a-430b-a3bb-a3000fbfdb4c', 'admin_state_up': True, 'tenant_id': 'e922f8fc585940ff9a392f19dc68456d'}} {{(pid=92745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:30:28.406348 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-3fb078d9-a885-41d3-af1c-f063a87187a5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5df1fb6f24ec49308c17168a8ea0bff2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3248522 Jun 21 04:30:28.406607 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 57598) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:28.412833 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb078d9-a885-41d3-af1c-f063a87187a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c01c25fc-72d1-4332-9574-321ac339cfee,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:28.425480 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb078d9-a885-41d3-af1c-f063a87187a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:28.425832 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb078d9-a885-41d3-af1c-f063a87187a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:28.426178 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb078d9-a885-41d3-af1c-f063a87187a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:28.426515 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb078d9-a885-41d3-af1c-f063a87187a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:28.426849 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb078d9-a885-41d3-af1c-f063a87187a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:28.427173 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb078d9-a885-41d3-af1c-f063a87187a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:28.427505 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb078d9-a885-41d3-af1c-f063a87187a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:28.427835 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb078d9-a885-41d3-af1c-f063a87187a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:28.428160 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb078d9-a885-41d3-af1c-f063a87187a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:28.428481 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb078d9-a885-41d3-af1c-f063a87187a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:28.428802 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb078d9-a885-41d3-af1c-f063a87187a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:28.429122 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb078d9-a885-41d3-af1c-f063a87187a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:28.434181 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-3fb078d9-a885-41d3-af1c-f063a87187a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:28.476729 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-363acec8-6cda-4b3a-ad24-e93eb430569d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:28.495094 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22c5fb32-0ef3-4217-8610-9f3a96a09ee2 req-c0a4fe51-0f0c-4116-94ea-07d780e20728 tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] Made reservation on behalf of e922f8fc585940ff9a392f19dc68456d for: {'port': 1} {{(pid=92745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:30:28.499229 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-22c5fb32-0ef3-4217-8610-9f3a96a09ee2 req-c0a4fe51-0f0c-4116-94ea-07d780e20728 tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-632420'] for port, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:28.502298 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-363acec8-6cda-4b3a-ad24-e93eb430569d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:28.550606 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-363acec8-6cda-4b3a-ad24-e93eb430569d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:28.553365 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-363acec8-6cda-4b3a-ad24-e93eb430569d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:28.565803 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-363acec8-6cda-4b3a-ad24-e93eb430569d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c01c25fc-72d1-4332-9574-321ac339cfee HTTP/1.1" status: 204 len: 168 time: 0.1496098 Jun 21 04:30:28.567646 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:28.577775 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363acec8-6cda-4b3a-ad24-e93eb430569d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01c25fc-72d1-4332-9574-321ac339cfee,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:28.580267 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-363acec8-6cda-4b3a-ad24-e93eb430569d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:28.672542 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.db_base_plugin_common [req-22c5fb32-0ef3-4217-8610-9f3a96a09ee2 req-c0a4fe51-0f0c-4116-94ea-07d780e20728 tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] Allocated IP 172.20.0.2 (d34d1c08-c45a-430b-a3bb-a3000fbfdb4c/29a86e90-6bf6-4cc5-98f3-e7345a498aa0/aeab38a0-a6e4-49c6-abf2-7617a08d9522) {{(pid=92745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:30:28.849728 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-22c5fb32-0ef3-4217-8610-9f3a96a09ee2 req-c0a4fe51-0f0c-4116-94ea-07d780e20728 tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] Notify callbacks [] for port, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:28.907872 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-22c5fb32-0ef3-4217-8610-9f3a96a09ee2 req-c0a4fe51-0f0c-4116-94ea-07d780e20728 tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789666979157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30039437'] for port, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:28.913683 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-333b8a35-338f-4e97-b0f7-fb7e75fa7f31 tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:29.004270 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a4fe51-0f0c-4116-94ea-07d780e20728 tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] Pushing event updated for resources: {'Port': ['ID=aeab38a0-a6e4-49c6-abf2-7617a08d9522,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:29.020494 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a4fe51-0f0c-4116-94ea-07d780e20728 tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:29.020863 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a4fe51-0f0c-4116-94ea-07d780e20728 tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:29.021220 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a4fe51-0f0c-4116-94ea-07d780e20728 tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:29.021596 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a4fe51-0f0c-4116-94ea-07d780e20728 tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:29.021940 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a4fe51-0f0c-4116-94ea-07d780e20728 tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:29.022440 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a4fe51-0f0c-4116-94ea-07d780e20728 tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:29.022853 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a4fe51-0f0c-4116-94ea-07d780e20728 tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:29.023118 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a4fe51-0f0c-4116-94ea-07d780e20728 tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:29.023451 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a4fe51-0f0c-4116-94ea-07d780e20728 tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:29.023787 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a4fe51-0f0c-4116-94ea-07d780e20728 tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:29.024121 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a4fe51-0f0c-4116-94ea-07d780e20728 tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:29.024453 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a4fe51-0f0c-4116-94ea-07d780e20728 tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:29.030095 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22c5fb32-0ef3-4217-8610-9f3a96a09ee2 req-c0a4fe51-0f0c-4116-94ea-07d780e20728 tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] Network d34d1c08-c45a-430b-a3bb-a3000fbfdb4c is already hosted by enough agents. {{(pid=92745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:30:29.031151 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-c0a4fe51-0f0c-4116-94ea-07d780e20728 tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:29.032575 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.base_scheduler [req-22c5fb32-0ef3-4217-8610-9f3a96a09ee2 req-c0a4fe51-0f0c-4116-94ea-07d780e20728 tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] Resources bound (agent type, host, resource id): {{(pid=92745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:30:29.044901 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c5fb32-0ef3-4217-8610-9f3a96a09ee2 req-c0a4fe51-0f0c-4116-94ea-07d780e20728 tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] Received port after_create {{(pid=92745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:30:29.148545 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c5fb32-0ef3-4217-8610-9f3a96a09ee2 req-c0a4fe51-0f0c-4116-94ea-07d780e20728 tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:29.149623 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-22c5fb32-0ef3-4217-8610-9f3a96a09ee2 req-c0a4fe51-0f0c-4116-94ea-07d780e20728 tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5899'] for port, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:29.182530 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-22c5fb32-0ef3-4217-8610-9f3a96a09ee2 req-c0a4fe51-0f0c-4116-94ea-07d780e20728 tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8149290 Jun 21 04:30:29.222591 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.v2.base [req-22c5fb32-0ef3-4217-8610-9f3a96a09ee2 req-f671bd2a-b231-4cec-b6ed-1c2831cd8665 service neutron] Request body: {'port': {'device_id': '3a04f2b5-5e11-4556-b8e2-b503c4419c71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79688'}} {{(pid=92745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:30:29.266596 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a738cb-55f0-4987-94d3-34b192488824 req-e0d487ea-7be8-45ba-91df-36a983820db7 tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:29.268433 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-40a738cb-55f0-4987-94d3-34b192488824 req-e0d487ea-7be8-45ba-91df-36a983820db7 tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a04f2b5-5e11-4556-b8e2-b503c4419c71 HTTP/1.1" status: 200 len: 931 time: 0.0921645 Jun 21 04:30:29.319770 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-22c5fb32-0ef3-4217-8610-9f3a96a09ee2 req-f671bd2a-b231-4cec-b6ed-1c2831cd8665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:29.327189 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-40a738cb-55f0-4987-94d3-34b192488824 req-37402006-018c-4dbe-8a74-0efe4d0e4f16 tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] 10.222.0.13 "GET /v2.0/security-groups?id=37f23ded-c39e-497c-9467-497d0173a783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516837 Jun 21 04:30:29.491976 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504945e0-e820-4da4-87aa-d3d7f5fe178e req-ae8e9ffe-b35c-46a2-b8f1-b7071ccaa843 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:29.494590 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-504945e0-e820-4da4-87aa-d3d7f5fe178e req-ae8e9ffe-b35c-46a2-b8f1-b7071ccaa843 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ea07e3c-1759-4aa7-905d-60be8e2de62c HTTP/1.1" status: 200 len: 946 time: 0.1092825 Jun 21 04:30:29.556346 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-504945e0-e820-4da4-87aa-d3d7f5fe178e req-8ebca57d-5999-40ec-a1fd-785635f2fdaa tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553849 Jun 21 04:30:29.877148 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [req-22c5fb32-0ef3-4217-8610-9f3a96a09ee2 req-f671bd2a-b231-4cec-b6ed-1c2831cd8665 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeab38a0-a6e4-49c6-abf2-7617a08d9522 {{(pid=92745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:30:29.884550 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-22c5fb32-0ef3-4217-8610-9f3a96a09ee2 req-f671bd2a-b231-4cec-b6ed-1c2831cd8665 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:29.898417 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [req-22c5fb32-0ef3-4217-8610-9f3a96a09ee2 req-f671bd2a-b231-4cec-b6ed-1c2831cd8665 service neutron] Transition to ACTIVE for port object aeab38a0-a6e4-49c6-abf2-7617a08d9522 will not be triggered until provisioned by entity L2. {{(pid=92745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:30:29.906521 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-22c5fb32-0ef3-4217-8610-9f3a96a09ee2 req-f671bd2a-b231-4cec-b6ed-1c2831cd8665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30039483'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:29.909411 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:30.009220 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f671bd2a-b231-4cec-b6ed-1c2831cd8665 service neutron] Pushing event updated for resources: {'Port': ['ID=aeab38a0-a6e4-49c6-abf2-7617a08d9522,revision_number=2']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:30.012554 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-f671bd2a-b231-4cec-b6ed-1c2831cd8665 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:30.057732 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [req-22c5fb32-0ef3-4217-8610-9f3a96a09ee2 req-f671bd2a-b231-4cec-b6ed-1c2831cd8665 service neutron] Attempting to bind port aeab38a0-a6e4-49c6-abf2-7617a08d9522 on host hv-cinder-79688 for vnic_type normal with profile {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:30:30.058061 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [req-22c5fb32-0ef3-4217-8610-9f3a96a09ee2 req-f671bd2a-b231-4cec-b6ed-1c2831cd8665 service neutron] Attempting to bind port aeab38a0-a6e4-49c6-abf2-7617a08d9522 by drivers openvswitch,hyperv on host hv-cinder-79688 at level 0 using segments [{'id': '012b1bce-bdee-4065-b866-b23eba9f4217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'd34d1c08-c45a-430b-a3bb-a3000fbfdb4c'}] {{(pid=92745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:30:30.058382 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c5fb32-0ef3-4217-8610-9f3a96a09ee2 req-f671bd2a-b231-4cec-b6ed-1c2831cd8665 service neutron] Attempting to bind port aeab38a0-a6e4-49c6-abf2-7617a08d9522 on network d34d1c08-c45a-430b-a3bb-a3000fbfdb4c {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:30:30.063024 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c5fb32-0ef3-4217-8610-9f3a96a09ee2 req-f671bd2a-b231-4cec-b6ed-1c2831cd8665 service neutron] Port aeab38a0-a6e4-49c6-abf2-7617a08d9522 on network d34d1c08-c45a-430b-a3bb-a3000fbfdb4c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79688 {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:30:30.063345 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c5fb32-0ef3-4217-8610-9f3a96a09ee2 req-f671bd2a-b231-4cec-b6ed-1c2831cd8665 service neutron] Attempting to bind port aeab38a0-a6e4-49c6-abf2-7617a08d9522 on network d34d1c08-c45a-430b-a3bb-a3000fbfdb4c {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:30:30.068033 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c5fb32-0ef3-4217-8610-9f3a96a09ee2 req-f671bd2a-b231-4cec-b6ed-1c2831cd8665 service neutron] Checking agent: {'id': '2d8ec531-0834-43cc-a69e-43a4958e3c4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79688', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 27, 37), 'started_at': datetime.datetime(2021, 6, 21, 4, 27, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:30:30.068361 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c5fb32-0ef3-4217-8610-9f3a96a09ee2 req-f671bd2a-b231-4cec-b6ed-1c2831cd8665 service neutron] Checking segment: {'id': '012b1bce-bdee-4065-b866-b23eba9f4217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'd34d1c08-c45a-430b-a3bb-a3000fbfdb4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:30:30.068738 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c5fb32-0ef3-4217-8610-9f3a96a09ee2 req-f671bd2a-b231-4cec-b6ed-1c2831cd8665 service neutron] Bound using segment: {'id': '012b1bce-bdee-4065-b866-b23eba9f4217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'd34d1c08-c45a-430b-a3bb-a3000fbfdb4c'} {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:30:30.069150 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [req-22c5fb32-0ef3-4217-8610-9f3a96a09ee2 req-f671bd2a-b231-4cec-b6ed-1c2831cd8665 service neutron] Bound port: aeab38a0-a6e4-49c6-abf2-7617a08d9522, host: hv-cinder-79688, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '012b1bce-bdee-4065-b866-b23eba9f4217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'd34d1c08-c45a-430b-a3bb-a3000fbfdb4c'}}] {{(pid=92745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:30:30.069517 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-22c5fb32-0ef3-4217-8610-9f3a96a09ee2 req-f671bd2a-b231-4cec-b6ed-1c2831cd8665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:30.130346 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [req-22c5fb32-0ef3-4217-8610-9f3a96a09ee2 req-f671bd2a-b231-4cec-b6ed-1c2831cd8665 service neutron] For port aeab38a0-a6e4-49c6-abf2-7617a08d9522, host hv-cinder-79688, cleared binding levels {{(pid=92745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:30:30.133225 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [req-22c5fb32-0ef3-4217-8610-9f3a96a09ee2 req-f671bd2a-b231-4cec-b6ed-1c2831cd8665 service neutron] For port aeab38a0-a6e4-49c6-abf2-7617a08d9522, host hv-cinder-79688, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=aeab38a0-a6e4-49c6-abf2-7617a08d9522,segment=NetworkSegment(012b1bce-bdee-4065-b866-b23eba9f4217),segment_id=012b1bce-bdee-4065-b866-b23eba9f4217)] {{(pid=92745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:30:30.137080 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-22c5fb32-0ef3-4217-8610-9f3a96a09ee2 req-f671bd2a-b231-4cec-b6ed-1c2831cd8665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30039483'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:30.138948 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-abef8c0a-4297-4b6d-b2a9-42fea8aa807d tempest-DeleteServersTestJSON-775389090 tempest-DeleteServersTestJSON-775389090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:30.175722 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c5fb32-0ef3-4217-8610-9f3a96a09ee2 req-f671bd2a-b231-4cec-b6ed-1c2831cd8665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:30.176318 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-22c5fb32-0ef3-4217-8610-9f3a96a09ee2 req-f671bd2a-b231-4cec-b6ed-1c2831cd8665 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5899'] for port, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:30.177663 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-22c5fb32-0ef3-4217-8610-9f3a96a09ee2 req-f671bd2a-b231-4cec-b6ed-1c2831cd8665 service neutron] 10.222.0.38 "PUT /v2.0/ports/aeab38a0-a6e4-49c6-abf2-7617a08d9522 HTTP/1.1" status: 200 len: 1093 time: 0.9616890 Jun 21 04:30:30.178126 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a04f2b5-5e11-4556-b8e2-b503c4419c71', 'tag': 'aeab38a0-a6e4-49c6-abf2-7617a08d9522'}] {{(pid=92745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:30:30.180441 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e65a7435921a4b725d950f60fbdbd7b7a483a7692f8e299216e8097d5419be07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a48d4e8-167c-487f-be97-6ed6f0c4f426" -d '{"events": [{"name": "network-changed", "server_uuid": "3a04f2b5-5e11-4556-b8e2-b503c4419c71", "tag": "aeab38a0-a6e4-49c6-abf2-7617a08d9522"}]}' {{(pid=92745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:30:30.199655 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f671bd2a-b231-4cec-b6ed-1c2831cd8665 service neutron] Pushing event updated for resources: {'Port': ['ID=aeab38a0-a6e4-49c6-abf2-7617a08d9522,revision_number=3']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:30.202940 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-f671bd2a-b231-4cec-b6ed-1c2831cd8665 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:30.219388 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24443669-4a11-4f4a-8e7a-718af9783f95 x-openstack-request-id: req-24443669-4a11-4f4a-8e7a-718af9783f95 {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:30:30.219701 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a04f2b5-5e11-4556-b8e2-b503c4419c71", "tag": "aeab38a0-a6e4-49c6-abf2-7617a08d9522", "status": "completed", "code": 200}]} {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:30:30.219972 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-24443669-4a11-4f4a-8e7a-718af9783f95 {{(pid=92745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:30:30.220379 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a04f2b5-5e11-4556-b8e2-b503c4419c71', 'tag': 'aeab38a0-a6e4-49c6-abf2-7617a08d9522', 'status': 'completed', 'code': 200} Jun 21 04:30:30.345945 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c5fb32-0ef3-4217-8610-9f3a96a09ee2 req-0e77f7f9-53e0-4b19-af65-2a769b44961b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:30.347414 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-22c5fb32-0ef3-4217-8610-9f3a96a09ee2 req-0e77f7f9-53e0-4b19-af65-2a769b44961b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e922f8fc585940ff9a392f19dc68456d&device_id=3a04f2b5-5e11-4556-b8e2-b503c4419c71 HTTP/1.1" status: 200 len: 1096 time: 0.0553916 Jun 21 04:30:30.418050 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-22c5fb32-0ef3-4217-8610-9f3a96a09ee2 req-5ad36095-4509-4913-a2a0-317345a11380 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aeab38a0-a6e4-49c6-abf2-7617a08d9522 HTTP/1.1" status: 200 len: 217 time: 0.0367067 Jun 21 04:30:30.484587 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c5fb32-0ef3-4217-8610-9f3a96a09ee2 req-506cc136-7305-4194-9448-dc03699adf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:30.486128 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-22c5fb32-0ef3-4217-8610-9f3a96a09ee2 req-506cc136-7305-4194-9448-dc03699adf3b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=29a86e90-6bf6-4cc5-98f3-e7345a498aa0 HTTP/1.1" status: 200 len: 849 time: 0.0479300 Jun 21 04:30:30.502880 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c9de9-0dec-46a2-8006-b01e1628b08c req-52cd8a74-b3e9-4549-b1a2-939929a9a65a tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:30.504361 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-751c9de9-0dec-46a2-8006-b01e1628b08c req-52cd8a74-b3e9-4549-b1a2-939929a9a65a tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a04f2b5-5e11-4556-b8e2-b503c4419c71 HTTP/1.1" status: 200 len: 943 time: 0.0606978 Jun 21 04:30:30.530556 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-22c5fb32-0ef3-4217-8610-9f3a96a09ee2 req-f97f4035-c0dd-4fcf-b7d4-2cebad672827 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d34d1c08-c45a-430b-a3bb-a3000fbfdb4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257692 Jun 21 04:30:30.542594 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-751c9de9-0dec-46a2-8006-b01e1628b08c req-0e1b419e-960a-4d4b-8ac3-a14098252770 tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] 10.222.0.13 "GET /v2.0/security-groups?id=37f23ded-c39e-497c-9467-497d0173a783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321519 Jun 21 04:30:30.627454 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-22c5fb32-0ef3-4217-8610-9f3a96a09ee2 req-f78b096e-80a5-49d6-ac51-ac56a3b8097e service neutron] 10.222.0.38 "GET /v2.0/networks/d34d1c08-c45a-430b-a3bb-a3000fbfdb4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909286 Jun 21 04:30:30.729896 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-22c5fb32-0ef3-4217-8610-9f3a96a09ee2 req-f721a0d4-ae7b-41b1-b0e9-e63a326c7ac4 service neutron] 10.222.0.38 "GET /v2.0/networks/d34d1c08-c45a-430b-a3bb-a3000fbfdb4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956080 Jun 21 04:30:30.755327 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e7b51-ccc9-4f86-af6f-5b979f75e244 req-af2adaa9-e525-4f70-b51f-09fb49a626d3 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:30.757383 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-1e7e7b51-ccc9-4f86-af6f-5b979f75e244 req-af2adaa9-e525-4f70-b51f-09fb49a626d3 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ea07e3c-1759-4aa7-905d-60be8e2de62c HTTP/1.1" status: 200 len: 946 time: 0.0699689 Jun 21 04:30:30.794998 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-1e7e7b51-ccc9-4f86-af6f-5b979f75e244 req-9c7ebd3d-9980-41f5-8021-0851dbd2a9ae tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316088 Jun 21 04:30:30.827390 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 57694) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:30.899584 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48d4e8-167c-487f-be97-6ed6f0c4f426 req-058d9317-0e0c-4ab4-b313-352275a7d775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:30.901057 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-7a48d4e8-167c-487f-be97-6ed6f0c4f426 req-058d9317-0e0c-4ab4-b313-352275a7d775 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e922f8fc585940ff9a392f19dc68456d&device_id=3a04f2b5-5e11-4556-b8e2-b503c4419c71 HTTP/1.1" status: 200 len: 1096 time: 0.0516040 Jun 21 04:30:30.965635 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-b5e7e61c-7293-4024-9a0c-83bb67b19943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:31.044859 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48d4e8-167c-487f-be97-6ed6f0c4f426 req-89575599-cb5b-4f7b-9e4a-ee8b0997df92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:31.047630 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-7a48d4e8-167c-487f-be97-6ed6f0c4f426 req-89575599-cb5b-4f7b-9e4a-ee8b0997df92 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d34d1c08-c45a-430b-a3bb-a3000fbfdb4c HTTP/1.1" status: 200 len: 910 time: 0.1384950 Jun 21 04:30:31.101045 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-7a48d4e8-167c-487f-be97-6ed6f0c4f426 req-28a7d31d-f666-4a5d-bbb7-a2c5a91a8973 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aeab38a0-a6e4-49c6-abf2-7617a08d9522 HTTP/1.1" status: 200 len: 217 time: 0.0409029 Jun 21 04:30:31.174548 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-b5e7e61c-7293-4024-9a0c-83bb67b19943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:31.176568 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48d4e8-167c-487f-be97-6ed6f0c4f426 req-e022bda1-8321-4e61-8fa1-02c60e240323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:31.178085 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-7a48d4e8-167c-487f-be97-6ed6f0c4f426 req-e022bda1-8321-4e61-8fa1-02c60e240323 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=29a86e90-6bf6-4cc5-98f3-e7345a498aa0 HTTP/1.1" status: 200 len: 849 time: 0.0681756 Jun 21 04:30:31.179097 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-b5e7e61c-7293-4024-9a0c-83bb67b19943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:31.182218 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:31.251334 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-7a48d4e8-167c-487f-be97-6ed6f0c4f426 req-e5883e52-78d2-4981-9c8c-cd768a1f1b3d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d34d1c08-c45a-430b-a3bb-a3000fbfdb4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525248 Jun 21 04:30:31.255033 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-b5e7e61c-7293-4024-9a0c-83bb67b19943 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9be79688c9234711832de8699ecc4658&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4266496 Jun 21 04:30:31.255877 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e7e61c-7293-4024-9a0c-83bb67b19943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0f1d66-d425-4276-b962-80a5392baf99,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:31.258462 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 57706) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:31.258754 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-b5e7e61c-7293-4024-9a0c-83bb67b19943 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:31.312435 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-2ed95f48-6a70-44e4-abb7-5f5e36d2ec1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:31.332810 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-2ed95f48-6a70-44e4-abb7-5f5e36d2ec1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:31.354503 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-7a48d4e8-167c-487f-be97-6ed6f0c4f426 req-6b2f5e21-cdab-4128-a582-23a65ff4d9ab service neutron] 10.222.0.38 "GET /v2.0/networks/d34d1c08-c45a-430b-a3bb-a3000fbfdb4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860541 Jun 21 04:30:31.377146 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-2ed95f48-6a70-44e4-abb7-5f5e36d2ec1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:31.379821 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-2ed95f48-6a70-44e4-abb7-5f5e36d2ec1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:31.380941 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-2ed95f48-6a70-44e4-abb7-5f5e36d2ec1f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7b0f1d66-d425-4276-b962-80a5392baf99 HTTP/1.1" status: 204 len: 168 time: 0.1209826 Jun 21 04:30:31.381708 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-19b6eefc-927c-4a81-ac99-4c1cb93c13de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:31.392018 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed95f48-6a70-44e4-abb7-5f5e36d2ec1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b0f1d66-d425-4276-b962-80a5392baf99,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:31.394888 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-2ed95f48-6a70-44e4-abb7-5f5e36d2ec1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:31.468008 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-7a48d4e8-167c-487f-be97-6ed6f0c4f426 req-acec9c66-5d14-44f7-86a5-9c61b1d7f475 service neutron] 10.222.0.38 "GET /v2.0/networks/d34d1c08-c45a-430b-a3bb-a3000fbfdb4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053741 Jun 21 04:30:31.690130 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 57732) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:31.709643 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-587940c0-6e5b-476f-aa68-667d378cce9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:31.823273 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-587940c0-6e5b-476f-aa68-667d378cce9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:31.829791 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-587940c0-6e5b-476f-aa68-667d378cce9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:31.834461 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-8bb04f55-777b-4da3-bfb5-0a195e3f31bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:31.905955 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-587940c0-6e5b-476f-aa68-667d378cce9d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5730e9081ba846508857ab630e6e0456&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2147191 Jun 21 04:30:31.908701 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 57742) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:31.913541 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587940c0-6e5b-476f-aa68-667d378cce9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c8ab1d-6d5a-4211-9d46-0c70ac0dddb8,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:31.939141 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-587940c0-6e5b-476f-aa68-667d378cce9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:31.981871 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-d9ef4412-5ec2-43c4-be18-c7c14039c837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:31.986814 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47e6072-9ed8-4910-bd50-fc6857a4e389 req-e69d9ed8-09a3-4ee3-ac95-b0d2fdb697df tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:31.988266 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-c47e6072-9ed8-4910-bd50-fc6857a4e389 req-e69d9ed8-09a3-4ee3-ac95-b0d2fdb697df tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a04f2b5-5e11-4556-b8e2-b503c4419c71 HTTP/1.1" status: 200 len: 943 time: 0.3293855 Jun 21 04:30:32.004016 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-d9ef4412-5ec2-43c4-be18-c7c14039c837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:32.044735 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49412c4-6d59-4a56-836e-3849c9d9cd82 req-684aefe3-ace5-4dcb-8c26-aa1f34e8a125 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:32.046752 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-b49412c4-6d59-4a56-836e-3849c9d9cd82 req-684aefe3-ace5-4dcb-8c26-aa1f34e8a125 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ea07e3c-1759-4aa7-905d-60be8e2de62c HTTP/1.1" status: 200 len: 946 time: 0.0989807 Jun 21 04:30:32.050181 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-c47e6072-9ed8-4910-bd50-fc6857a4e389 req-c74c148e-4be3-4a21-a20c-e3ce83a7114b tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] 10.222.0.13 "GET /v2.0/security-groups?id=37f23ded-c39e-497c-9467-497d0173a783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546405 Jun 21 04:30:32.056475 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-d9ef4412-5ec2-43c4-be18-c7c14039c837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:32.059625 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-d9ef4412-5ec2-43c4-be18-c7c14039c837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:32.063422 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-d9ef4412-5ec2-43c4-be18-c7c14039c837 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e2c8ab1d-6d5a-4211-9d46-0c70ac0dddb8 HTTP/1.1" status: 204 len: 168 time: 0.1507742 Jun 21 04:30:32.063422 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-69c3fda2-044f-466f-a433-a5c2d29069d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:32.076154 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ef4412-5ec2-43c4-be18-c7c14039c837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c8ab1d-6d5a-4211-9d46-0c70ac0dddb8,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:32.078966 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-d9ef4412-5ec2-43c4-be18-c7c14039c837 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:32.087907 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-b49412c4-6d59-4a56-836e-3849c9d9cd82 req-4c6ce3a9-bc8f-4770-89e0-362cd23c22a2 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347850 Jun 21 04:30:33.124786 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 57788) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:33.276442 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-b9805c1e-1466-4153-8aeb-ba18a345399d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:33.288797 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed8046d-79d5-4520-888e-e8d7bdfb3237 req-28895b6d-8ea2-477d-8961-460be93d9cb9 tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:33.293875 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-0ed8046d-79d5-4520-888e-e8d7bdfb3237 req-28895b6d-8ea2-477d-8961-460be93d9cb9 tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a04f2b5-5e11-4556-b8e2-b503c4419c71 HTTP/1.1" status: 200 len: 943 time: 0.1131380 Jun 21 04:30:33.383882 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-0ed8046d-79d5-4520-888e-e8d7bdfb3237 req-9ba624d6-57dc-47c0-8eee-a1843c752250 tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] 10.222.0.13 "GET /v2.0/security-groups?id=37f23ded-c39e-497c-9467-497d0173a783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673323 Jun 21 04:30:33.410774 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514d4a20-bacb-484c-adb7-60290f96ff40 req-a990cd0a-51a3-4c98-acdd-1822e723c6c7 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:33.412201 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-514d4a20-bacb-484c-adb7-60290f96ff40 req-a990cd0a-51a3-4c98-acdd-1822e723c6c7 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ea07e3c-1759-4aa7-905d-60be8e2de62c HTTP/1.1" status: 200 len: 946 time: 0.1472719 Jun 21 04:30:33.464128 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-514d4a20-bacb-484c-adb7-60290f96ff40 req-16d91002-674d-4b71-b430-479ababd535f tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448878 Jun 21 04:30:33.481891 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-b9805c1e-1466-4153-8aeb-ba18a345399d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:33.488472 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-b9805c1e-1466-4153-8aeb-ba18a345399d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:33.491938 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:33.517651 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device aeab38a0-a6e4-49c6-abf2-7617a08d9522 details requested by agent hyperv_hv-cinder-79688 with host hv-cinder-79688 {{(pid=92747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:30:33.530186 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-b9805c1e-1466-4153-8aeb-ba18a345399d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=479ced96272b4c888f703713f818b09c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4036443 Jun 21 04:30:33.532934 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 57808) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:33.535176 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9805c1e-1466-4153-8aeb-ba18a345399d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580b066f-60f9-4a8c-8331-3a6c9dcf3894,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:33.556022 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-b9805c1e-1466-4153-8aeb-ba18a345399d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:33.608827 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-14788f5e-5a9e-4930-94c3-c4d09ec40ae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:33.635154 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-14788f5e-5a9e-4930-94c3-c4d09ec40ae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:33.637681 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] For port aeab38a0-a6e4-49c6-abf2-7617a08d9522, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=aeab38a0-a6e4-49c6-abf2-7617a08d9522,segment=NetworkSegment(012b1bce-bdee-4065-b866-b23eba9f4217),segment_id=012b1bce-bdee-4065-b866-b23eba9f4217)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:30:33.657930 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Returning: {'device': 'aeab38a0-a6e4-49c6-abf2-7617a08d9522', 'network_id': 'd34d1c08-c45a-430b-a3bb-a3000fbfdb4c', 'port_id': 'aeab38a0-a6e4-49c6-abf2-7617a08d9522', 'mac_address': 'fa:16:3e:aa:22:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29a86e90-6bf6-4cc5-98f3-e7345a498aa0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:30:33.660427 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-98fd2d6f-6f20-42ac-bed8-31fab754de6f req-1718a77c-334c-4cdf-aa30-d26e27e4e5d8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a6afa05c-5040-4202-a64c-c703c946ff1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0622864 Jun 21 04:30:33.685580 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-14788f5e-5a9e-4930-94c3-c4d09ec40ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:33.688190 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-14788f5e-5a9e-4930-94c3-c4d09ec40ae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:33.689348 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-14788f5e-5a9e-4930-94c3-c4d09ec40ae0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/580b066f-60f9-4a8c-8331-3a6c9dcf3894 HTTP/1.1" status: 204 len: 168 time: 0.1554604 Jun 21 04:30:33.690124 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-c461d0ae-2c69-4686-93dd-6223b22e7cc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:33.697803 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14788f5e-5a9e-4930-94c3-c4d09ec40ae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580b066f-60f9-4a8c-8331-3a6c9dcf3894,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:33.699896 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-14788f5e-5a9e-4930-94c3-c4d09ec40ae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:33.703750 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:33.728420 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.notifiers.nova [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeab38a0-a6e4-49c6-abf2-7617a08d9522 {{(pid=92747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:30:33.753772 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] For port aeab38a0-a6e4-49c6-abf2-7617a08d9522, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=aeab38a0-a6e4-49c6-abf2-7617a08d9522,segment=NetworkSegment(012b1bce-bdee-4065-b866-b23eba9f4217),segment_id=012b1bce-bdee-4065-b866-b23eba9f4217)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:30:33.757723 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:33.759621 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:33.812491 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Pushing event updated for resources: {'Port': ['ID=aeab38a0-a6e4-49c6-abf2-7617a08d9522,revision_number=4']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:33.819713 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:33.820065 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:33.820409 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:33.820748 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:33.821082 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:33.821444 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:33.821777 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:33.822105 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:33.822432 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:33.822758 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:33.823078 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:33.823559 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:33.826405 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd2d6f-6f20-42ac-bed8-31fab754de6f req-d726d558-ce96-4706-8511-6365f614bdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:33.830388 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-98fd2d6f-6f20-42ac-bed8-31fab754de6f req-d726d558-ce96-4706-8511-6365f614bdcc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=092d282a6edc474b8f3300e8e6ee4b67&device_id=a6afa05c-5040-4202-a64c-c703c946ff1a HTTP/1.1" status: 200 len: 1098 time: 0.0740268 Jun 21 04:30:33.832759 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:33.945199 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd2d6f-6f20-42ac-bed8-31fab754de6f req-68de1d3e-c2b6-4a5c-9e87-88ae0fe32787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:33.946706 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-98fd2d6f-6f20-42ac-bed8-31fab754de6f req-68de1d3e-c2b6-4a5c-9e87-88ae0fe32787 service neutron] 10.222.0.38 "GET /v2.0/networks?id=eb14d1e4-153c-4833-8dee-e8145a700dcb HTTP/1.1" status: 200 len: 920 time: 0.0897684 Jun 21 04:30:33.996657 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-98fd2d6f-6f20-42ac-bed8-31fab754de6f req-d7bc0608-f2d6-4d06-8c3a-00e3baa4b1fb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cecae649-32ea-447c-aa51-6ce626930b79 HTTP/1.1" status: 200 len: 217 time: 0.0432782 Jun 21 04:30:34.060247 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd2d6f-6f20-42ac-bed8-31fab754de6f req-90b5a717-189f-458c-9936-e8a169a1bd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:34.063280 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-98fd2d6f-6f20-42ac-bed8-31fab754de6f req-90b5a717-189f-458c-9936-e8a169a1bd7f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=73192c75-f1c9-4e6e-bed4-2117506a7d5e HTTP/1.1" status: 200 len: 859 time: 0.0579410 Jun 21 04:30:34.110229 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-98fd2d6f-6f20-42ac-bed8-31fab754de6f req-a258b38d-daf3-498a-bee6-b6a2f4cc5645 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=eb14d1e4-153c-4833-8dee-e8145a700dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286820 Jun 21 04:30:34.145896 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-b74cf1c9-b4f1-4819-adda-d0bc03049de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:34.210610 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-98fd2d6f-6f20-42ac-bed8-31fab754de6f req-9c3cfcd6-0884-49f2-955a-3fe37dc93427 service neutron] 10.222.0.38 "GET /v2.0/networks/eb14d1e4-153c-4833-8dee-e8145a700dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924590 Jun 21 04:30:34.241208 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] get_ports_and_sgs() called for port_ids ['aeab38a0-a6e4-49c6-abf2-7617a08d9522'] {{(pid=92747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:30:34.329571 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-98fd2d6f-6f20-42ac-bed8-31fab754de6f req-671dfd92-2ce6-40fd-aa50-d2d91d064e22 service neutron] 10.222.0.38 "GET /v2.0/networks/eb14d1e4-153c-4833-8dee-e8145a700dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078386 Jun 21 04:30:34.691345 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c050ac-5f64-4221-b3d9-56386da21e02 req-a7a9e6b4-7ff4-4f61-bfe4-e69c43491e50 tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:34.699224 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-61c050ac-5f64-4221-b3d9-56386da21e02 req-a7a9e6b4-7ff4-4f61-bfe4-e69c43491e50 tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a04f2b5-5e11-4556-b8e2-b503c4419c71 HTTP/1.1" status: 200 len: 944 time: 0.1578608 Jun 21 04:30:34.810024 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-61c050ac-5f64-4221-b3d9-56386da21e02 req-dec73d66-d549-40d1-95f3-8a54a110720a tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] 10.222.0.13 "GET /v2.0/security-groups?id=37f23ded-c39e-497c-9467-497d0173a783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098857 Jun 21 04:30:34.866121 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c31338-9bc4-4932-a940-2d9f67e17352 req-152f3915-6724-496e-928b-3bdd8771180d tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:34.879123 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-c6c31338-9bc4-4932-a940-2d9f67e17352 req-152f3915-6724-496e-928b-3bdd8771180d tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ea07e3c-1759-4aa7-905d-60be8e2de62c HTTP/1.1" status: 200 len: 946 time: 0.2404063 Jun 21 04:30:34.930024 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-c6c31338-9bc4-4932-a940-2d9f67e17352 req-3cb3d479-5c12-43f7-bf0c-997883f85282 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497169 Jun 21 04:30:35.528131 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device aeab38a0-a6e4-49c6-abf2-7617a08d9522 up at agent hyperv_hv-cinder-79688 {{(pid=92747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:30:35.578295 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Provisioning for port aeab38a0-a6e4-49c6-abf2-7617a08d9522 completed by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:30:35.582581 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Provisioning complete for port aeab38a0-a6e4-49c6-abf2-7617a08d9522 triggered by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:30:35.582963 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:35.665597 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:35.690208 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a04f2b5-5e11-4556-b8e2-b503c4419c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeab38a0-a6e4-49c6-abf2-7617a08d9522'}] {{(pid=92747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:30:35.693942 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}801f1ae26e0cb5c56acb95c727deede285b0e3a42266231ef73c077b6573d85d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53aa13a5-7a8a-48dd-9a0d-35747260c039" -d '{"events": [{"server_uuid": "3a04f2b5-5e11-4556-b8e2-b503c4419c71", "name": "network-vif-plugged", "status": "completed", "tag": "aeab38a0-a6e4-49c6-abf2-7617a08d9522"}]}' {{(pid=92747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:30:35.711873 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] For port aeab38a0-a6e4-49c6-abf2-7617a08d9522, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=aeab38a0-a6e4-49c6-abf2-7617a08d9522,segment=NetworkSegment(012b1bce-bdee-4065-b866-b23eba9f4217),segment_id=012b1bce-bdee-4065-b866-b23eba9f4217)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:30:35.717421 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:35.724416 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:35.755870 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13945b95-42fd-42f3-a735-b0e05a219cad x-openstack-request-id: req-13945b95-42fd-42f3-a735-b0e05a219cad {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:30:35.756169 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a04f2b5-5e11-4556-b8e2-b503c4419c71", "name": "network-vif-plugged", "status": "completed", "tag": "aeab38a0-a6e4-49c6-abf2-7617a08d9522", "code": 200}]} {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:30:35.756426 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-13945b95-42fd-42f3-a735-b0e05a219cad {{(pid=92747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:30:35.756837 dv-cinder-796889-2-smb neutron-server[92747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a04f2b5-5e11-4556-b8e2-b503c4419c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeab38a0-a6e4-49c6-abf2-7617a08d9522', 'code': 200} Jun 21 04:30:35.781848 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Pushing event updated for resources: {'Port': ['ID=aeab38a0-a6e4-49c6-abf2-7617a08d9522,revision_number=5']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:35.784786 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:36.006643 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f362948-561d-41cc-873f-522f5c86066b req-f45524ec-7da3-42cd-a1f0-d52d08745cb0 tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:36.008382 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-9f362948-561d-41cc-873f-522f5c86066b req-f45524ec-7da3-42cd-a1f0-d52d08745cb0 tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a04f2b5-5e11-4556-b8e2-b503c4419c71 HTTP/1.1" status: 200 len: 945 time: 0.0750618 Jun 21 04:30:36.062297 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-9f362948-561d-41cc-873f-522f5c86066b req-0075577e-8dca-4c87-8b17-349cf24dbbc4 tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] 10.222.0.13 "GET /v2.0/security-groups?id=37f23ded-c39e-497c-9467-497d0173a783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472124 Jun 21 04:30:36.158938 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76aea48-e287-40e7-948f-c58967144619 req-68ff011f-0057-44d3-996d-74ae25997df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:36.161412 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-b76aea48-e287-40e7-948f-c58967144619 req-68ff011f-0057-44d3-996d-74ae25997df9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3a04f2b5-5e11-4556-b8e2-b503c4419c71 HTTP/1.1" status: 200 len: 1098 time: 0.1171002 Jun 21 04:30:36.191995 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f09ba7-be9e-4d87-be04-e0f5f7adc1f2 req-468414c1-4deb-47e8-82cb-360b23ec419a tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:36.194350 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-91f09ba7-be9e-4d87-be04-e0f5f7adc1f2 req-468414c1-4deb-47e8-82cb-360b23ec419a tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ea07e3c-1759-4aa7-905d-60be8e2de62c HTTP/1.1" status: 200 len: 946 time: 0.0817587 Jun 21 04:30:36.204618 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-b76aea48-e287-40e7-948f-c58967144619 req-5f98d172-94a2-4852-a2c8-b7fa4f25a858 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=37f23ded-c39e-497c-9467-497d0173a783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357833 Jun 21 04:30:36.245950 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-91f09ba7-be9e-4d87-be04-e0f5f7adc1f2 req-3f6b83b1-5f23-4712-ae3f-0c62a39a3549 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448017 Jun 21 04:30:36.735292 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-886f195e-d224-4357-af9e-45626c0ab17b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:36.803664 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:36.972399 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:37.250945 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a507147d-869f-48c9-9e59-17c99440ce48 req-b52de64d-7c41-4c85-8641-8add8b1ae93d tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:37.252478 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-a507147d-869f-48c9-9e59-17c99440ce48 req-b52de64d-7c41-4c85-8641-8add8b1ae93d tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a04f2b5-5e11-4556-b8e2-b503c4419c71 HTTP/1.1" status: 200 len: 945 time: 0.0737400 Jun 21 04:30:37.294309 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-a507147d-869f-48c9-9e59-17c99440ce48 req-1490570a-7f3d-4097-acf9-792e6705c2cd tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] 10.222.0.13 "GET /v2.0/security-groups?id=37f23ded-c39e-497c-9467-497d0173a783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362296 Jun 21 04:30:37.451138 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b4a8e3-d2f4-41e9-b90f-3e48af4af51f req-e0a1205b-fb25-48d6-b3dc-880ed9ff267a tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:37.457778 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-91b4a8e3-d2f4-41e9-b90f-3e48af4af51f req-e0a1205b-fb25-48d6-b3dc-880ed9ff267a tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ea07e3c-1759-4aa7-905d-60be8e2de62c HTTP/1.1" status: 200 len: 946 time: 0.0869625 Jun 21 04:30:37.489478 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-91b4a8e3-d2f4-41e9-b90f-3e48af4af51f req-4a6dcaac-5e9c-43ed-b0d0-95db7de16fdd tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307012 Jun 21 04:30:38.016703 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-af7905e6-f134-40b5-8f7f-d0c0aa400a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:38.490957 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ba5d1-17ec-467f-b0d2-88e6d2cd5539 req-8ab717eb-8b3c-4ccf-88ba-ba03f284b316 tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:38.499135 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-3d4ba5d1-17ec-467f-b0d2-88e6d2cd5539 req-8ab717eb-8b3c-4ccf-88ba-ba03f284b316 tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a04f2b5-5e11-4556-b8e2-b503c4419c71 HTTP/1.1" status: 200 len: 945 time: 0.0819192 Jun 21 04:30:38.536315 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-3d4ba5d1-17ec-467f-b0d2-88e6d2cd5539 req-e630174a-3497-48c6-9163-69236d43fe01 tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] 10.222.0.13 "GET /v2.0/security-groups?id=37f23ded-c39e-497c-9467-497d0173a783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366120 Jun 21 04:30:38.670693 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc00854-6721-4786-aff3-9997bd539fc8 req-4ff67f1d-919c-4673-b137-bb4672688fd4 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:38.672863 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-ccc00854-6721-4786-aff3-9997bd539fc8 req-4ff67f1d-919c-4673-b137-bb4672688fd4 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ea07e3c-1759-4aa7-905d-60be8e2de62c HTTP/1.1" status: 200 len: 946 time: 0.0638366 Jun 21 04:30:38.712352 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-ccc00854-6721-4786-aff3-9997bd539fc8 req-f7975bb9-40b7-4a69-a608-82696d3b02b2 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327175 Jun 21 04:30:39.621818 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-410c395a-ca3a-4855-90fb-923e0a2b4d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:39.719668 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c358300-23f6-435c-8dcc-b8ce65583842 req-bd7de082-dd19-4f5d-a1e6-2c0ee0eef93f tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:39.721338 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-1c358300-23f6-435c-8dcc-b8ce65583842 req-bd7de082-dd19-4f5d-a1e6-2c0ee0eef93f tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a04f2b5-5e11-4556-b8e2-b503c4419c71 HTTP/1.1" status: 200 len: 945 time: 0.0702815 Jun 21 04:30:39.763493 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-1c358300-23f6-435c-8dcc-b8ce65583842 req-9f7b7c9f-2426-4585-b8f5-1874bf9a1d33 tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] 10.222.0.13 "GET /v2.0/security-groups?id=37f23ded-c39e-497c-9467-497d0173a783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365274 Jun 21 04:30:39.888440 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96518db6-c5c9-42c9-8b71-02890abc13d8 req-a2731f47-4113-4e13-93b1-23d9684aa98a tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:39.889898 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-96518db6-c5c9-42c9-8b71-02890abc13d8 req-a2731f47-4113-4e13-93b1-23d9684aa98a tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ea07e3c-1759-4aa7-905d-60be8e2de62c HTTP/1.1" status: 200 len: 946 time: 0.0626850 Jun 21 04:30:39.928913 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-96518db6-c5c9-42c9-8b71-02890abc13d8 req-33d8a0e8-0067-42c2-a035-bf74a5f36f72 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335035 Jun 21 04:30:40.359938 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 58094) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:40.428188 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 58098) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:40.516834 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-42f43972-431d-4743-a3ab-c7980d67aef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:40.548294 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-c07624f1-b7e6-445e-a3c3-93f6ec199f00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:40.636644 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-42f43972-431d-4743-a3ab-c7980d67aef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:40.644545 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-42f43972-431d-4743-a3ab-c7980d67aef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:40.649524 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-0c5f3b27-1a63-4fbf-9096-5f245960cf54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:40.702664 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-42f43972-431d-4743-a3ab-c7980d67aef7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c03db94cf4174410ade8639411effae2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3415952 Jun 21 04:30:40.706026 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 58108) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:40.707091 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f43972-431d-4743-a3ab-c7980d67aef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c55d89-d13c-4f4d-a76c-f0426a2096fb,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:40.710675 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-42f43972-431d-4743-a3ab-c7980d67aef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:40.762878 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-fa3907d1-062b-4758-af5d-9699952bc008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:40.769890 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-c07624f1-b7e6-445e-a3c3-93f6ec199f00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:40.773635 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-c07624f1-b7e6-445e-a3c3-93f6ec199f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:40.776789 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-42f43972-431d-4743-a3ab-c7980d67aef7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:40.784399 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-fa3907d1-062b-4758-af5d-9699952bc008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:40.809857 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07624f1-b7e6-445e-a3c3-93f6ec199f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8673b3bd-9471-42f2-ae1a-81efcf567afa,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:40.814087 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-c07624f1-b7e6-445e-a3c3-93f6ec199f00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:40.817358 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-c07624f1-b7e6-445e-a3c3-93f6ec199f00 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f002c59eddc0449999b30d08cefb773e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3869896 Jun 21 04:30:40.818752 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 58110) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:40.835140 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-fa3907d1-062b-4758-af5d-9699952bc008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:40.838012 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-fa3907d1-062b-4758-af5d-9699952bc008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:40.839224 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-fa3907d1-062b-4758-af5d-9699952bc008 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/93c55d89-d13c-4f4d-a76c-f0426a2096fb HTTP/1.1" status: 204 len: 168 time: 0.1322238 Jun 21 04:30:40.840015 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:40.847872 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3907d1-062b-4758-af5d-9699952bc008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c55d89-d13c-4f4d-a76c-f0426a2096fb,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:40.850365 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-fa3907d1-062b-4758-af5d-9699952bc008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:40.869583 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6b55e719-1fc4-49bd-a014-ed7295cdefe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:40.894264 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6b55e719-1fc4-49bd-a014-ed7295cdefe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:40.945685 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6b55e719-1fc4-49bd-a014-ed7295cdefe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:40.948348 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6b55e719-1fc4-49bd-a014-ed7295cdefe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:40.949670 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-6b55e719-1fc4-49bd-a014-ed7295cdefe1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8673b3bd-9471-42f2-ae1a-81efcf567afa HTTP/1.1" status: 204 len: 168 time: 0.1300120 Jun 21 04:30:40.950401 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-c07624f1-b7e6-445e-a3c3-93f6ec199f00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:40.963176 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b55e719-1fc4-49bd-a014-ed7295cdefe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8673b3bd-9471-42f2-ae1a-81efcf567afa,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:40.977177 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-6b55e719-1fc4-49bd-a014-ed7295cdefe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:41.137732 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c9f111-d3ae-4c9a-a555-6eec0fd115af req-ef5e33bc-482a-4f11-bc62-48861afabdbe tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:41.139211 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-e2c9f111-d3ae-4c9a-a555-6eec0fd115af req-ef5e33bc-482a-4f11-bc62-48861afabdbe tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ea07e3c-1759-4aa7-905d-60be8e2de62c HTTP/1.1" status: 200 len: 946 time: 0.0734119 Jun 21 04:30:41.181610 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-e2c9f111-d3ae-4c9a-a555-6eec0fd115af req-aa8c6aa7-50c8-4def-a8df-9f45d3e17927 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366588 Jun 21 04:30:41.321011 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 58124) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:41.334081 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-109502ed-906c-40b6-a9ad-1e241313bcd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:41.420703 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-109502ed-906c-40b6-a9ad-1e241313bcd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:41.425182 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-109502ed-906c-40b6-a9ad-1e241313bcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:41.428211 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-acc883cf-5184-459b-929e-57096cc0b1fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:41.458257 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-109502ed-906c-40b6-a9ad-1e241313bcd1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=632bea7b201445358d2909d70dcd5bbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1361310 Jun 21 04:30:41.460921 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 58126) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:41.462729 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109502ed-906c-40b6-a9ad-1e241313bcd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a5e2236-ba7f-4428-8043-2e84135717b2,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:41.465572 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-109502ed-906c-40b6-a9ad-1e241313bcd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:41.513848 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-4ddd7af3-2fb7-4e03-a191-fd808e56b59d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:41.535404 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-4ddd7af3-2fb7-4e03-a191-fd808e56b59d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:41.586538 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-4ddd7af3-2fb7-4e03-a191-fd808e56b59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:41.593721 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-4ddd7af3-2fb7-4e03-a191-fd808e56b59d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:41.593721 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-4ddd7af3-2fb7-4e03-a191-fd808e56b59d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7a5e2236-ba7f-4428-8043-2e84135717b2 HTTP/1.1" status: 204 len: 168 time: 0.1281738 Jun 21 04:30:41.593721 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:41.606356 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddd7af3-2fb7-4e03-a191-fd808e56b59d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a5e2236-ba7f-4428-8043-2e84135717b2,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:41.608898 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-4ddd7af3-2fb7-4e03-a191-fd808e56b59d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:42.386116 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ee9ed-7b60-43ea-ac2b-63b98c9aa0bd req-bd10ad98-f0c6-4338-965c-d6886f712181 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:42.387794 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-7a9ee9ed-7b60-43ea-ac2b-63b98c9aa0bd req-bd10ad98-f0c6-4338-965c-d6886f712181 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ea07e3c-1759-4aa7-905d-60be8e2de62c HTTP/1.1" status: 200 len: 946 time: 0.0682368 Jun 21 04:30:42.428391 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-7a9ee9ed-7b60-43ea-ac2b-63b98c9aa0bd req-ee403d9a-a1aa-4416-85f3-a84d7fed08ab tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350366 Jun 21 04:30:42.835672 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15340b81-0db6-4941-960e-710099a15ae2 req-45b1b767-6fe1-4fcf-93cb-93156caf4ebd tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:42.837148 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-15340b81-0db6-4941-960e-710099a15ae2 req-45b1b767-6fe1-4fcf-93cb-93156caf4ebd tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a04f2b5-5e11-4556-b8e2-b503c4419c71 HTTP/1.1" status: 200 len: 945 time: 0.0651886 Jun 21 04:30:42.875558 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-15340b81-0db6-4941-960e-710099a15ae2 req-5a00a6ed-121e-4096-9c39-9279d6d04b1d tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] 10.222.0.13 "GET /v2.0/security-groups?id=37f23ded-c39e-497c-9467-497d0173a783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323005 Jun 21 04:30:43.599888 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a4343-6ab0-4554-b760-6644febe7795 req-dbc06fec-90a1-4cf1-b9cd-99bcc23aed86 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:43.601328 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-091a4343-6ab0-4554-b760-6644febe7795 req-dbc06fec-90a1-4cf1-b9cd-99bcc23aed86 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ea07e3c-1759-4aa7-905d-60be8e2de62c HTTP/1.1" status: 200 len: 946 time: 0.0620124 Jun 21 04:30:43.643033 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-091a4343-6ab0-4554-b760-6644febe7795 req-b37e7acb-0e17-4583-9fc1-a548fd9aca6a tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359473 Jun 21 04:30:44.056264 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dc957a-8031-452d-b48c-062139d5d458 req-dcd9a041-fc1a-4940-8ab5-afbba1c4f5cd tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:44.057669 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-08dc957a-8031-452d-b48c-062139d5d458 req-dcd9a041-fc1a-4940-8ab5-afbba1c4f5cd tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a04f2b5-5e11-4556-b8e2-b503c4419c71 HTTP/1.1" status: 200 len: 945 time: 0.0616918 Jun 21 04:30:44.095577 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-08dc957a-8031-452d-b48c-062139d5d458 req-e9f2dc5e-b413-46d5-928e-71e96481f682 tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] 10.222.0.13 "GET /v2.0/security-groups?id=37f23ded-c39e-497c-9467-497d0173a783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322852 Jun 21 04:30:44.818097 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a8fab-2f87-4bd2-ab7a-b136f947d38b req-0cf4f1da-ecf4-49ab-8f4a-563db6fa9760 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:44.819529 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-d94a8fab-2f87-4bd2-ab7a-b136f947d38b req-0cf4f1da-ecf4-49ab-8f4a-563db6fa9760 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ea07e3c-1759-4aa7-905d-60be8e2de62c HTTP/1.1" status: 200 len: 946 time: 0.0653839 Jun 21 04:30:44.855775 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-d94a8fab-2f87-4bd2-ab7a-b136f947d38b req-c938abdd-192e-452f-b8f9-72604da6a5e3 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308068 Jun 21 04:30:45.174229 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ad6d8-ed64-49d6-b987-1b6f23e28b86 req-e2ef4396-026a-45f1-9efd-15d382d2a6fa tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:45.175653 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-992ad6d8-ed64-49d6-b987-1b6f23e28b86 req-e2ef4396-026a-45f1-9efd-15d382d2a6fa tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] 10.222.0.38 "GET /v2.0/ports?device_id=3a04f2b5-5e11-4556-b8e2-b503c4419c71 HTTP/1.1" status: 200 len: 945 time: 0.0689037 Jun 21 04:30:45.284783 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [req-992ad6d8-ed64-49d6-b987-1b6f23e28b86 req-bc703a84-af8d-49fa-b280-e647b2b89ef3 tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] Deleting port aeab38a0-a6e4-49c6-abf2-7617a08d9522 {{(pid=92745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:30:45.285134 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-992ad6d8-ed64-49d6-b987-1b6f23e28b86 req-bc703a84-af8d-49fa-b280-e647b2b89ef3 tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789667499749'] for port, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:45.289497 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94f9778-dd8f-4cd4-a77c-2095054c646c req-f5bac068-a7e3-4059-b741-24e196e18078 tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:45.290953 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-d94f9778-dd8f-4cd4-a77c-2095054c646c req-f5bac068-a7e3-4059-b741-24e196e18078 tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a04f2b5-5e11-4556-b8e2-b503c4419c71 HTTP/1.1" status: 200 len: 945 time: 0.0778010 Jun 21 04:30:45.334139 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-d94f9778-dd8f-4cd4-a77c-2095054c646c req-c80abbe8-22db-4b64-a3d4-28de97a75516 tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] 10.222.0.13 "GET /v2.0/security-groups?id=37f23ded-c39e-497c-9467-497d0173a783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353293 Jun 21 04:30:45.381935 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [req-992ad6d8-ed64-49d6-b987-1b6f23e28b86 req-bc703a84-af8d-49fa-b280-e647b2b89ef3 tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] For port aeab38a0-a6e4-49c6-abf2-7617a08d9522, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=aeab38a0-a6e4-49c6-abf2-7617a08d9522,segment=NetworkSegment(012b1bce-bdee-4065-b866-b23eba9f4217),segment_id=012b1bce-bdee-4065-b866-b23eba9f4217)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:30:45.382201 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-992ad6d8-ed64-49d6-b987-1b6f23e28b86 req-bc703a84-af8d-49fa-b280-e647b2b89ef3 tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062555'] for port, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:45.444997 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [req-992ad6d8-ed64-49d6-b987-1b6f23e28b86 req-bc703a84-af8d-49fa-b280-e647b2b89ef3 tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] Calling delete_port for aeab38a0-a6e4-49c6-abf2-7617a08d9522 owned by compute:nova {{(pid=92745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:30:45.570203 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-992ad6d8-ed64-49d6-b987-1b6f23e28b86 req-bc703a84-af8d-49fa-b280-e647b2b89ef3 tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789667503845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789666979166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30039426'] for port, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:45.574738 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:45.602000 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc703a84-af8d-49fa-b280-e647b2b89ef3 tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] Pushing event deleted for resources: {'Port': ['ID=aeab38a0-a6e4-49c6-abf2-7617a08d9522,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:45.605308 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-bc703a84-af8d-49fa-b280-e647b2b89ef3 tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:45.618769 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] get_ports_and_sgs() called for port_ids ['aeab38a0-a6e4-49c6-abf2-7617a08d9522'] {{(pid=92747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:30:45.656226 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [req-992ad6d8-ed64-49d6-b987-1b6f23e28b86 req-bc703a84-af8d-49fa-b280-e647b2b89ef3 tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] No DVR routers for this DVR port aeab38a0-a6e4-49c6-abf2-7617a08d9522 on host hv-cinder-79688 {{(pid=92745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:30:45.660087 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-992ad6d8-ed64-49d6-b987-1b6f23e28b86 req-bc703a84-af8d-49fa-b280-e647b2b89ef3 tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5899'] for port, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:45.662254 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-992ad6d8-ed64-49d6-b987-1b6f23e28b86 req-bc703a84-af8d-49fa-b280-e647b2b89ef3 tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] 10.222.0.38 "DELETE /v2.0/ports/aeab38a0-a6e4-49c6-abf2-7617a08d9522 HTTP/1.1" status: 204 len: 173 time: 0.4804759 Jun 21 04:30:45.663121 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a04f2b5-5e11-4556-b8e2-b503c4419c71', 'name': 'network-vif-deleted', 'tag': 'aeab38a0-a6e4-49c6-abf2-7617a08d9522'}] {{(pid=92745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:30:45.665394 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e65a7435921a4b725d950f60fbdbd7b7a483a7692f8e299216e8097d5419be07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-552ee0e3-bea9-4312-a96a-8ae5ac2a1bdf" -d '{"events": [{"server_uuid": "3a04f2b5-5e11-4556-b8e2-b503c4419c71", "name": "network-vif-deleted", "tag": "aeab38a0-a6e4-49c6-abf2-7617a08d9522"}]}' {{(pid=92745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:30:45.704158 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-debcec0f-5ddc-4988-ba79-e2c60921db6a x-openstack-request-id: req-debcec0f-5ddc-4988-ba79-e2c60921db6a {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:30:45.704477 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a04f2b5-5e11-4556-b8e2-b503c4419c71", "name": "network-vif-deleted", "tag": "aeab38a0-a6e4-49c6-abf2-7617a08d9522", "status": "completed", "code": 200}]} {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:30:45.704747 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-debcec0f-5ddc-4988-ba79-e2c60921db6a {{(pid=92745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:30:45.705153 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a04f2b5-5e11-4556-b8e2-b503c4419c71', 'name': 'network-vif-deleted', 'tag': 'aeab38a0-a6e4-49c6-abf2-7617a08d9522', 'status': 'completed', 'code': 200} Jun 21 04:30:46.037451 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c968ec-369c-49bf-90f9-cb5c72f5e73d req-e7c93084-ef59-49e3-b376-81b20efd7ffc tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:46.039288 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-b9c968ec-369c-49bf-90f9-cb5c72f5e73d req-e7c93084-ef59-49e3-b376-81b20efd7ffc tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ea07e3c-1759-4aa7-905d-60be8e2de62c HTTP/1.1" status: 200 len: 946 time: 0.0629208 Jun 21 04:30:46.084056 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-b9c968ec-369c-49bf-90f9-cb5c72f5e73d req-7d738e48-9b47-47c3-99b4-0bae4d7f0cd3 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392802 Jun 21 04:30:46.500054 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-700de253-0305-45f3-b1c8-33bae81b10f3 req-38e47209-2afe-4c39-ae3b-53f9d156a36f tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a04f2b5-5e11-4556-b8e2-b503c4419c71 HTTP/1.1" status: 200 len: 210 time: 0.0283489 Jun 21 04:30:47.260664 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687cb22d-fbe9-4ee0-8f52-234cd2ff8020 req-7d82e027-0922-4af9-bbb6-0deb852db957 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:47.262143 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-687cb22d-fbe9-4ee0-8f52-234cd2ff8020 req-7d82e027-0922-4af9-bbb6-0deb852db957 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ea07e3c-1759-4aa7-905d-60be8e2de62c HTTP/1.1" status: 200 len: 946 time: 0.0651522 Jun 21 04:30:47.301311 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-687cb22d-fbe9-4ee0-8f52-234cd2ff8020 req-cebf7ab5-7f55-4dd4-a9a4-733b4dcac225 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326548 Jun 21 04:30:48.476014 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c95715-c700-4197-8fad-355bb834e237 req-7599f643-fa28-4a45-830a-135010b474c0 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:48.477477 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-e5c95715-c700-4197-8fad-355bb834e237 req-7599f643-fa28-4a45-830a-135010b474c0 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ea07e3c-1759-4aa7-905d-60be8e2de62c HTTP/1.1" status: 200 len: 946 time: 0.0635064 Jun 21 04:30:48.515627 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-e5c95715-c700-4197-8fad-355bb834e237 req-34961d2d-464d-47cd-ab12-bf4699e21a1d tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324624 Jun 21 04:30:49.604466 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device aeab38a0-a6e4-49c6-abf2-7617a08d9522 no longer exists at agent hyperv_hv-cinder-79688 {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:30:49.626140 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] No Port match for: aeab38a0-a6e4-49c6-abf2-7617a08d9522 {{(pid=92747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:30:49.626493 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device aeab38a0-a6e4-49c6-abf2-7617a08d9522 not bound to the agent host hv-cinder-79688 {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:30:49.691177 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084dbcbd-dd5f-4e22-9870-d6b9c27bb3fa req-901fcee2-95bd-400c-bebe-150a64bb8f11 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:49.692677 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-084dbcbd-dd5f-4e22-9870-d6b9c27bb3fa req-901fcee2-95bd-400c-bebe-150a64bb8f11 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ea07e3c-1759-4aa7-905d-60be8e2de62c HTTP/1.1" status: 200 len: 946 time: 0.0618854 Jun 21 04:30:49.733211 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-084dbcbd-dd5f-4e22-9870-d6b9c27bb3fa req-296d8114-875f-4083-bc3e-42c472a8a94d tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348854 Jun 21 04:30:50.408878 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 58368) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:50.558772 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-791cdc3c-38ec-4744-a72a-e26273d4a602 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:50.656193 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-791cdc3c-38ec-4744-a72a-e26273d4a602 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:50.661158 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-791cdc3c-38ec-4744-a72a-e26273d4a602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:50.663961 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-c612937b-9bb6-413e-ab1a-67e2725e92cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:50.698134 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-791cdc3c-38ec-4744-a72a-e26273d4a602 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=49847aedbbea48b8800b36ebc5178e7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2892587 Jun 21 04:30:50.700768 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 58376) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:50.704279 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791cdc3c-38ec-4744-a72a-e26273d4a602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8fc8b6-dcf0-42fb-8059-ba16e44a81bc,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:50.708482 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-791cdc3c-38ec-4744-a72a-e26273d4a602 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:50.751019 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-0e2bf2d3-9941-4ba1-809b-bb16934f734e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:50.772629 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-0e2bf2d3-9941-4ba1-809b-bb16934f734e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:50.820257 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-0e2bf2d3-9941-4ba1-809b-bb16934f734e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:50.823512 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-0e2bf2d3-9941-4ba1-809b-bb16934f734e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:50.824855 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-0e2bf2d3-9941-4ba1-809b-bb16934f734e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cf8fc8b6-dcf0-42fb-8059-ba16e44a81bc HTTP/1.1" status: 204 len: 168 time: 0.1230583 Jun 21 04:30:50.825773 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:50.836666 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2bf2d3-9941-4ba1-809b-bb16934f734e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8fc8b6-dcf0-42fb-8059-ba16e44a81bc,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:50.839625 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-0e2bf2d3-9941-4ba1-809b-bb16934f734e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:50.925626 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a6cbe-d02f-48dd-a049-823b222b5d4c req-0b3dc9d4-292a-487a-a62d-0e75dbce09b1 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:50.927594 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-b03a6cbe-d02f-48dd-a049-823b222b5d4c req-0b3dc9d4-292a-487a-a62d-0e75dbce09b1 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ea07e3c-1759-4aa7-905d-60be8e2de62c HTTP/1.1" status: 200 len: 946 time: 0.0743515 Jun 21 04:30:50.972023 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-b03a6cbe-d02f-48dd-a049-823b222b5d4c req-1efd298f-1131-4b85-b7a1-54308c27bfbd tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369961 Jun 21 04:30:51.131131 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 58386) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:51.145422 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-71862e67-a161-4df6-993b-16000e08995e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:51.259268 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-71862e67-a161-4df6-993b-16000e08995e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:51.264217 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-71862e67-a161-4df6-993b-16000e08995e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:51.266891 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:51.302743 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71862e67-a161-4df6-993b-16000e08995e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee2e955-06d4-4a75-906f-4b3c25a8d077,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:51.307931 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-71862e67-a161-4df6-993b-16000e08995e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:51.311462 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-71862e67-a161-4df6-993b-16000e08995e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=39f4f7817d86475bb5bd94ac6a9d7bc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1792393 Jun 21 04:30:51.314330 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 58390) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:51.384426 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-c0ed830e-41ee-43f7-8f00-3680cd1a691c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:51.406516 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-c0ed830e-41ee-43f7-8f00-3680cd1a691c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:51.459427 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-c0ed830e-41ee-43f7-8f00-3680cd1a691c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:51.462143 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-c0ed830e-41ee-43f7-8f00-3680cd1a691c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:51.463349 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-c0ed830e-41ee-43f7-8f00-3680cd1a691c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4ee2e955-06d4-4a75-906f-4b3c25a8d077 HTTP/1.1" status: 204 len: 168 time: 0.1480501 Jun 21 04:30:51.465066 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-b4bb711d-3495-4bc7-b813-d9e3d800c12c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:51.476078 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ed830e-41ee-43f7-8f00-3680cd1a691c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee2e955-06d4-4a75-906f-4b3c25a8d077,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:51.478470 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-c0ed830e-41ee-43f7-8f00-3680cd1a691c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:52.164057 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e615000f-58b7-4385-8a18-84c99cf7a739 req-2009bcd3-2062-464b-b280-9e06e2d986ed tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:52.166199 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-e615000f-58b7-4385-8a18-84c99cf7a739 req-2009bcd3-2062-464b-b280-9e06e2d986ed tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ea07e3c-1759-4aa7-905d-60be8e2de62c HTTP/1.1" status: 200 len: 946 time: 0.0708697 Jun 21 04:30:52.230649 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-e615000f-58b7-4385-8a18-84c99cf7a739 req-22cee2ea-359d-431f-a21a-2557b746ab56 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577292 Jun 21 04:30:53.412235 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a41f773-c1d1-4869-88e2-8005c3d86f02 req-93f4cbd8-aebc-4989-99de-b03e8860a200 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:53.413614 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-4a41f773-c1d1-4869-88e2-8005c3d86f02 req-93f4cbd8-aebc-4989-99de-b03e8860a200 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ea07e3c-1759-4aa7-905d-60be8e2de62c HTTP/1.1" status: 200 len: 946 time: 0.0682335 Jun 21 04:30:53.453206 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-4a41f773-c1d1-4869-88e2-8005c3d86f02 req-94e50efb-7cb8-4ca0-9a81-4f8a660141cb tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336506 Jun 21 04:30:53.964004 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391de9f6-9d13-4519-9389-30922c3dadf1 req-6946647a-3e6a-48f5-91b3-74000bccaaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:53.966488 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-391de9f6-9d13-4519-9389-30922c3dadf1 req-6946647a-3e6a-48f5-91b3-74000bccaaf6 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1ea07e3c-1759-4aa7-905d-60be8e2de62c HTTP/1.1" status: 200 len: 1099 time: 0.0666697 Jun 21 04:30:54.006181 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-391de9f6-9d13-4519-9389-30922c3dadf1 req-1b9a874d-5779-4714-a11a-584b217d071c service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305226 Jun 21 04:30:54.649654 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ed253-2995-42ab-991e-04a754fa0d96 req-fdf679c6-99ae-4542-a40d-54d46ca4a945 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:54.651353 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-b44ed253-2995-42ab-991e-04a754fa0d96 req-fdf679c6-99ae-4542-a40d-54d46ca4a945 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ea07e3c-1759-4aa7-905d-60be8e2de62c HTTP/1.1" status: 200 len: 946 time: 0.0706277 Jun 21 04:30:54.691570 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-b44ed253-2995-42ab-991e-04a754fa0d96 req-28c9d28e-c98d-4cfc-92bd-2be6ddc1ab0c tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346339 Jun 21 04:30:55.896414 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf80b2-a73e-4b54-b36e-aee4a63e1a03 req-68bc49c6-6802-489c-9ba2-7a1d8175e09b tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:55.897943 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-7dcf80b2-a73e-4b54-b36e-aee4a63e1a03 req-68bc49c6-6802-489c-9ba2-7a1d8175e09b tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ea07e3c-1759-4aa7-905d-60be8e2de62c HTTP/1.1" status: 200 len: 946 time: 0.0822668 Jun 21 04:30:55.936083 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-7dcf80b2-a73e-4b54-b36e-aee4a63e1a03 req-6157fa1b-66ea-46ba-86c9-142faa35b1d2 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319192 Jun 21 04:30:56.074867 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.agents_db [None req-0317ce1f-94ba-4828-a78d-05fb42e0f355 None None] Agent healthcheck: found 6 active agents {{(pid=92748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:30:56.132344 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adcf312-d5be-46da-8c1d-104e622f08cf req-9b3f42ac-be88-41cd-9eff-73963e115437 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:56.134098 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-3adcf312-d5be-46da-8c1d-104e622f08cf req-9b3f42ac-be88-41cd-9eff-73963e115437 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6afa05c-5040-4202-a64c-c703c946ff1a HTTP/1.1" status: 200 len: 945 time: 0.0751629 Jun 21 04:30:56.174996 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-3adcf312-d5be-46da-8c1d-104e622f08cf req-68d0d867-e2f5-4d56-9ce3-a735f78de26c tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351913 Jun 21 04:30:57.924820 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d697def3-3af6-4ff2-8e3d-a0407310bcdd req-296374df-c72e-4a7d-8953-1899f3c6e58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:57.926425 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-d697def3-3af6-4ff2-8e3d-a0407310bcdd req-296374df-c72e-4a7d-8953-1899f3c6e58b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=092d282a6edc474b8f3300e8e6ee4b67&device_id=a6afa05c-5040-4202-a64c-c703c946ff1a HTTP/1.1" status: 200 len: 1098 time: 0.0769792 Jun 21 04:30:57.951428 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7ab6b4-287a-474e-a7ef-7c5f7f74f047 req-85ed47e6-7d2c-4ae3-97bc-ab488baad96f tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:57.952880 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-dc7ab6b4-287a-474e-a7ef-7c5f7f74f047 req-85ed47e6-7d2c-4ae3-97bc-ab488baad96f tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6afa05c-5040-4202-a64c-c703c946ff1a HTTP/1.1" status: 200 len: 945 time: 0.0720782 Jun 21 04:30:58.009248 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-dc7ab6b4-287a-474e-a7ef-7c5f7f74f047 req-1eb1066e-3849-4fe1-9046-f532c825160e tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477645 Jun 21 04:30:58.034335 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d697def3-3af6-4ff2-8e3d-a0407310bcdd req-ba230aa3-6479-4585-b9e5-297361e4ccbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:58.035870 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-d697def3-3af6-4ff2-8e3d-a0407310bcdd req-ba230aa3-6479-4585-b9e5-297361e4ccbc service neutron] 10.222.0.38 "GET /v2.0/networks?id=eb14d1e4-153c-4833-8dee-e8145a700dcb HTTP/1.1" status: 200 len: 920 time: 0.1022332 Jun 21 04:30:58.089222 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-d697def3-3af6-4ff2-8e3d-a0407310bcdd req-a0bef74f-2dba-49f9-987f-9a0ac03da7d1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cecae649-32ea-447c-aa51-6ce626930b79 HTTP/1.1" status: 200 len: 217 time: 0.0460200 Jun 21 04:30:58.145151 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d697def3-3af6-4ff2-8e3d-a0407310bcdd req-c69d1522-b3f5-4487-97d3-a7e9c09b07bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:58.146618 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-d697def3-3af6-4ff2-8e3d-a0407310bcdd req-c69d1522-b3f5-4487-97d3-a7e9c09b07bb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=73192c75-f1c9-4e6e-bed4-2117506a7d5e HTTP/1.1" status: 200 len: 859 time: 0.0494924 Jun 21 04:30:58.199269 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-d697def3-3af6-4ff2-8e3d-a0407310bcdd req-350d9eca-b6c8-43bb-bcc0-2c5fc056ec54 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=eb14d1e4-153c-4833-8dee-e8145a700dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365522 Jun 21 04:30:58.322409 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-d697def3-3af6-4ff2-8e3d-a0407310bcdd req-ba6da2aa-38fd-40f0-add7-8ebe0e8c14bd service neutron] 10.222.0.38 "GET /v2.0/networks/eb14d1e4-153c-4833-8dee-e8145a700dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072857 Jun 21 04:30:58.432113 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-d697def3-3af6-4ff2-8e3d-a0407310bcdd req-ad2cdd43-821a-4081-a106-792018c6ff1f service neutron] 10.222.0.38 "GET /v2.0/networks/eb14d1e4-153c-4833-8dee-e8145a700dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007102 Jun 21 04:30:59.191829 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b004dc-ddd5-4640-96ba-77cfffd5fbac req-024e36a1-fef5-4f92-8bdb-a6082fdc97ef tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:59.193454 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-82b004dc-ddd5-4640-96ba-77cfffd5fbac req-024e36a1-fef5-4f92-8bdb-a6082fdc97ef tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6afa05c-5040-4202-a64c-c703c946ff1a HTTP/1.1" status: 200 len: 945 time: 0.0683231 Jun 21 04:30:59.233504 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-82b004dc-ddd5-4640-96ba-77cfffd5fbac req-81119734-4d3b-4bc9-aeba-2975ecb7420c tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322218 Jun 21 04:31:00.405832 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8f448-4252-4a06-ac38-7bb8886023da req-09f75665-6755-4fdc-b1e3-371822f375d4 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:00.407875 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-89a8f448-4252-4a06-ac38-7bb8886023da req-09f75665-6755-4fdc-b1e3-371822f375d4 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6afa05c-5040-4202-a64c-c703c946ff1a HTTP/1.1" status: 200 len: 945 time: 0.0674603 Jun 21 04:31:00.444755 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-89a8f448-4252-4a06-ac38-7bb8886023da req-c2a5b9ce-22dd-4597-bed9-70d8330a161e tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311759 Jun 21 04:31:00.943334 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 58692) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:01.045051 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-128089d0-435d-4c26-93eb-bc9424418bf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:01.136396 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-128089d0-435d-4c26-93eb-bc9424418bf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:01.140899 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-128089d0-435d-4c26-93eb-bc9424418bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:01.143815 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-b8bad858-6832-46b6-8806-b7b9e4aa2c18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:01.177989 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-128089d0-435d-4c26-93eb-bc9424418bf8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ff01c1e271e24077a55d31cff13e79f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2336352 Jun 21 04:31:01.179830 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128089d0-435d-4c26-93eb-bc9424418bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=186f6281-33dc-49e3-9e08-08fd70402fcd,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:01.180674 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 58700) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:01.182737 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-128089d0-435d-4c26-93eb-bc9424418bf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:01.232967 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e8381a2f-999e-48bb-821d-f7cd92f0a199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:01.254047 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e8381a2f-999e-48bb-821d-f7cd92f0a199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:01.302188 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e8381a2f-999e-48bb-821d-f7cd92f0a199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:01.305065 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e8381a2f-999e-48bb-821d-f7cd92f0a199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:01.306216 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-e8381a2f-999e-48bb-821d-f7cd92f0a199 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/186f6281-33dc-49e3-9e08-08fd70402fcd HTTP/1.1" status: 204 len: 168 time: 0.1245887 Jun 21 04:31:01.307024 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-a83129fd-04a5-49bc-9ec1-6db405784407 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:01.315224 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8381a2f-999e-48bb-821d-f7cd92f0a199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=186f6281-33dc-49e3-9e08-08fd70402fcd,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:01.322515 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-e8381a2f-999e-48bb-821d-f7cd92f0a199 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:01.565018 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 58722) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:01.578061 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-046b7215-565d-4d17-acf3-ec7c1aec9845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:01.625636 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e72c04-5338-4b29-a995-108a5aed3e06 req-ab3a69da-24af-4fba-90c0-7bd4d9a2485b tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:01.628428 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-85e72c04-5338-4b29-a995-108a5aed3e06 req-ab3a69da-24af-4fba-90c0-7bd4d9a2485b tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6afa05c-5040-4202-a64c-c703c946ff1a HTTP/1.1" status: 200 len: 945 time: 0.0704870 Jun 21 04:31:01.666093 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-046b7215-565d-4d17-acf3-ec7c1aec9845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:01.666284 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-85e72c04-5338-4b29-a995-108a5aed3e06 req-b5e9d800-197b-4d5a-af0d-d06e4db9c55d tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319474 Jun 21 04:31:01.670142 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-046b7215-565d-4d17-acf3-ec7c1aec9845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:01.672603 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-d9ef4412-5ec2-43c4-be18-c7c14039c837 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:01.705923 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046b7215-565d-4d17-acf3-ec7c1aec9845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a31f8dc3-b054-4eed-a95f-731d2ae7c9e9,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:01.710180 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-046b7215-565d-4d17-acf3-ec7c1aec9845 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f6524424b5374e2d951377d5f5eefeec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1441212 Jun 21 04:31:01.711054 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-046b7215-565d-4d17-acf3-ec7c1aec9845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:01.712944 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 58724) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:01.760636 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-23aabd0b-d89d-455a-8373-4d876ce80459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:01.780271 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-23aabd0b-d89d-455a-8373-4d876ce80459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:01.826080 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-23aabd0b-d89d-455a-8373-4d876ce80459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:01.828820 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-23aabd0b-d89d-455a-8373-4d876ce80459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:01.830059 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-23aabd0b-d89d-455a-8373-4d876ce80459 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a31f8dc3-b054-4eed-a95f-731d2ae7c9e9 HTTP/1.1" status: 204 len: 168 time: 0.1162162 Jun 21 04:31:01.830787 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-3fb078d9-a885-41d3-af1c-f063a87187a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:01.838421 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aabd0b-d89d-455a-8373-4d876ce80459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31f8dc3-b054-4eed-a95f-731d2ae7c9e9,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:01.840577 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-23aabd0b-d89d-455a-8373-4d876ce80459 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:02.146330 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 58734) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:02.159964 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-51316562-0a8f-40da-873f-84a1b5b94bcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:02.256242 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-51316562-0a8f-40da-873f-84a1b5b94bcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:02.259713 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-51316562-0a8f-40da-873f-84a1b5b94bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:02.262712 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-b9805c1e-1466-4153-8aeb-ba18a345399d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:02.299792 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-51316562-0a8f-40da-873f-84a1b5b94bcb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=70ec5373e94a44f8941c9d693f7e04ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1520729 Jun 21 04:31:02.301115 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51316562-0a8f-40da-873f-84a1b5b94bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4db154-c67c-4808-99bc-a502fb4f59f0,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:02.302421 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 58738) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:02.303939 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-51316562-0a8f-40da-873f-84a1b5b94bcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:02.352337 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-530da497-f004-49ae-ab55-575f81429d77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:02.371849 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-530da497-f004-49ae-ab55-575f81429d77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:02.417792 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-530da497-f004-49ae-ab55-575f81429d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:02.420369 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-530da497-f004-49ae-ab55-575f81429d77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:02.421524 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-530da497-f004-49ae-ab55-575f81429d77 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0f4db154-c67c-4808-99bc-a502fb4f59f0 HTTP/1.1" status: 204 len: 168 time: 0.1181250 Jun 21 04:31:02.422334 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-587940c0-6e5b-476f-aa68-667d378cce9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:02.429977 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 58744) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:02.434653 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530da497-f004-49ae-ab55-575f81429d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4db154-c67c-4808-99bc-a502fb4f59f0,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:02.436817 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-530da497-f004-49ae-ab55-575f81429d77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:02.475401 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb3547dd-f987-460a-84ca-f10ef694d4bc admin admin] Deleting subnet 29a86e90-6bf6-4cc5-98f3-e7345a498aa0 {{(pid=92746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 04:31:02.478673 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-fb3547dd-f987-460a-84ca-f10ef694d4bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:02.512288 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-fb3547dd-f987-460a-84ca-f10ef694d4bc admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:02.521727 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-fb3547dd-f987-460a-84ca-f10ef694d4bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739179'] for subnet, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:02.577822 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-fb3547dd-f987-460a-84ca-f10ef694d4bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602'] for subnet, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:02.581515 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-4537fba1-5788-4286-94bd-1c7f0259b0f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:02.609536 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3547dd-f987-460a-84ca-f10ef694d4bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29a86e90-6bf6-4cc5-98f3-e7345a498aa0,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:02.611489 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-fb3547dd-f987-460a-84ca-f10ef694d4bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:02.613469 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-fb3547dd-f987-460a-84ca-f10ef694d4bc admin admin] 10.222.0.13 "DELETE /v2.0/subnets/29a86e90-6bf6-4cc5-98f3-e7345a498aa0 HTTP/1.1" status: 204 len: 168 time: 0.1822617 Jun 21 04:31:02.614385 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-fb3547dd-f987-460a-84ca-f10ef694d4bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:02.616008 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 58748) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:02.682692 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-1c881b1b-2fad-4747-8bda-09a6332af049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598551'] for network, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:02.768668 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-1c881b1b-2fad-4747-8bda-09a6332af049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-744180', 'neutron.services.segments.db._delete_segments_for_network-8789667519955'] for network, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:02.779827 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-1c881b1b-2fad-4747-8bda-09a6332af049 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:02.780185 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-1c881b1b-2fad-4747-8bda-09a6332af049 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:02.780946 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-1c881b1b-2fad-4747-8bda-09a6332af049 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:02.781282 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-1c881b1b-2fad-4747-8bda-09a6332af049 admin admin] Subscribe: > port after_create 55550000 {{(pid=92746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:02.781627 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-1c881b1b-2fad-4747-8bda-09a6332af049 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:02.781959 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-1c881b1b-2fad-4747-8bda-09a6332af049 admin admin] Subscribe: > port after_update 55550000 {{(pid=92746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:02.782312 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-1c881b1b-2fad-4747-8bda-09a6332af049 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:02.782630 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-1c881b1b-2fad-4747-8bda-09a6332af049 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:02.782940 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-1c881b1b-2fad-4747-8bda-09a6332af049 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:02.783246 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-1c881b1b-2fad-4747-8bda-09a6332af049 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:02.850644 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-1c881b1b-2fad-4747-8bda-09a6332af049 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:02.851358 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-1c881b1b-2fad-4747-8bda-09a6332af049 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:02.851358 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-1c881b1b-2fad-4747-8bda-09a6332af049 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:02.851791 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-1c881b1b-2fad-4747-8bda-09a6332af049 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:31:02.851968 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.services.segments.db [None req-1c881b1b-2fad-4747-8bda-09a6332af049 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d34d1c08-c45a-430b-a3bb-a3000fbfdb4c']}} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:31:02.879831 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.services.segments.db [None req-1c881b1b-2fad-4747-8bda-09a6332af049 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '012b1bce-bdee-4065-b866-b23eba9f4217') {'for_net_delete': True} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:31:02.880119 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.services.segments.db [None req-1c881b1b-2fad-4747-8bda-09a6332af049 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '012b1bce-bdee-4065-b866-b23eba9f4217') {} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:31:02.914353 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-1c881b1b-2fad-4747-8bda-09a6332af049 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789667519784', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33408307'] for segment, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:02.938694 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-1c881b1b-2fad-4747-8bda-09a6332af049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740028'] for segment, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:02.951708 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c881b1b-2fad-4747-8bda-09a6332af049 admin admin] Releasing vlan 830 on physical network physnet1 to pool {{(pid=92746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 04:31:02.952159 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-1c881b1b-2fad-4747-8bda-09a6332af049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10531'] for segment, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:02.956014 dv-cinder-796889-2-smb neutron-server[92746]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 21 04:31:02.956014 dv-cinder-796889-2-smb neutron-server[92746]: from cryptography.utils import int_from_bytes Jun 21 04:31:02.956014 dv-cinder-796889-2-smb neutron-server[92746]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 21 04:31:02.956014 dv-cinder-796889-2-smb neutron-server[92746]: from cryptography.utils import int_from_bytes Jun 21 04:31:02.956014 dv-cinder-796889-2-smb neutron-server[92746]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:31:02.956014 dv-cinder-796889-2-smb neutron-server[92746]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:31:02.956014 dv-cinder-796889-2-smb neutron-server[92746]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:31:02.956014 dv-cinder-796889-2-smb neutron-server[92746]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:31:02.956014 dv-cinder-796889-2-smb neutron-server[92746]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:31:02.956014 dv-cinder-796889-2-smb neutron-server[92746]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:31:02.956014 dv-cinder-796889-2-smb neutron-server[92746]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:31:02.956014 dv-cinder-796889-2-smb neutron-server[92746]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:31:02.956014 dv-cinder-796889-2-smb neutron-server[92746]: Traceback (most recent call last): Jun 21 04:31:02.956014 dv-cinder-796889-2-smb neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 04:31:02.956014 dv-cinder-796889-2-smb neutron-server[92746]: timer() Jun 21 04:31:02.956014 dv-cinder-796889-2-smb neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 04:31:02.956014 dv-cinder-796889-2-smb neutron-server[92746]: cb(*args, **kw) Jun 21 04:31:02.956014 dv-cinder-796889-2-smb neutron-server[92746]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 04:31:02.956014 dv-cinder-796889-2-smb neutron-server[92746]: return func(*args, **kwargs) Jun 21 04:31:02.956014 dv-cinder-796889-2-smb neutron-server[92746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 04:31:02.956014 dv-cinder-796889-2-smb neutron-server[92746]: self._notify() Jun 21 04:31:02.956014 dv-cinder-796889-2-smb neutron-server[92746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 04:31:02.956014 dv-cinder-796889-2-smb neutron-server[92746]: self.callback(batched_events) Jun 21 04:31:02.956014 dv-cinder-796889-2-smb neutron-server[92746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 04:31:02.956014 dv-cinder-796889-2-smb neutron-server[92746]: event.method(event) Jun 21 04:31:02.956014 dv-cinder-796889-2-smb neutron-server[92746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 04:31:02.956014 dv-cinder-796889-2-smb neutron-server[92746]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 04:31:02.956014 dv-cinder-796889-2-smb neutron-server[92746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 04:31:02.956014 dv-cinder-796889-2-smb neutron-server[92746]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 04:31:02.956014 dv-cinder-796889-2-smb neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 04:31:02.956014 dv-cinder-796889-2-smb neutron-server[92746]: return f(self, *a, **k) Jun 21 04:31:02.956014 dv-cinder-796889-2-smb neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 04:31:02.956014 dv-cinder-796889-2-smb neutron-server[92746]: return self._get(url).json() Jun 21 04:31:02.956014 dv-cinder-796889-2-smb neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 04:31:02.956014 dv-cinder-796889-2-smb neutron-server[92746]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 04:31:02.956014 dv-cinder-796889-2-smb neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 04:31:02.956014 dv-cinder-796889-2-smb neutron-server[92746]: return self.request(url, 'GET', **kwargs) Jun 21 04:31:02.956014 dv-cinder-796889-2-smb neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 04:31:02.956014 dv-cinder-796889-2-smb neutron-server[92746]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 04:31:02.956014 dv-cinder-796889-2-smb neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 04:31:02.956014 dv-cinder-796889-2-smb neutron-server[92746]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 04:31:02.956014 dv-cinder-796889-2-smb neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 04:31:02.956014 dv-cinder-796889-2-smb neutron-server[92746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 04:31:02.956014 dv-cinder-796889-2-smb neutron-server[92746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 04:31:03.025886 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf59bc-640c-45b5-8475-b6991681ebdc req-c5ed4a5b-cfbd-4264-a3d0-ba7fde19ea40 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:03.027519 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-5bcf59bc-640c-45b5-8475-b6991681ebdc req-c5ed4a5b-cfbd-4264-a3d0-ba7fde19ea40 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6afa05c-5040-4202-a64c-c703c946ff1a HTTP/1.1" status: 200 len: 945 time: 0.1705005 Jun 21 04:31:03.032568 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-1c881b1b-2fad-4747-8bda-09a6332af049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-744173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33253182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33062277'] for network, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:03.042114 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-1c881b1b-2fad-4747-8bda-09a6332af049 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33144588'] for network, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:03.043940 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-1c881b1b-2fad-4747-8bda-09a6332af049 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d34d1c08-c45a-430b-a3bb-a3000fbfdb4c HTTP/1.1" status: 204 len: 168 time: 0.4270792 Jun 21 04:31:03.047005 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 58774) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:03.049814 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-9be1f909-512a-4bf1-bb1c-b1bdc11254fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:03.072246 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c881b1b-2fad-4747-8bda-09a6332af049 admin admin] Pushing event deleted for resources: {'Network': ['ID=d34d1c08-c45a-430b-a3bb-a3000fbfdb4c,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:03.075224 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-1c881b1b-2fad-4747-8bda-09a6332af049 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:03.095650 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-5bcf59bc-640c-45b5-8475-b6991681ebdc req-c0b4dfe5-2a06-4ee0-a1b1-9bf881101bcd tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571964 Jun 21 04:31:03.111090 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.db_base_plugin_v2 [None req-999e03e6-9abe-478c-a140-849ea579b187 admin admin] Deleting subnet 7ab84b62-3e37-4d25-899f-15ce1b2696a5 {{(pid=92745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 04:31:03.114465 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-999e03e6-9abe-478c-a140-849ea579b187 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:03.149705 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-999e03e6-9abe-478c-a140-849ea579b187 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31093958'] for subnet, precommit_delete_associations {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:03.197065 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-999e03e6-9abe-478c-a140-849ea579b187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739179'] for subnet, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:03.454771 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-999e03e6-9abe-478c-a140-849ea579b187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30039544', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3759915'] for subnet, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:03.457606 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:03.482553 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999e03e6-9abe-478c-a140-849ea579b187 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ab84b62-3e37-4d25-899f-15ce1b2696a5,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:03.484621 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-999e03e6-9abe-478c-a140-849ea579b187 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33144588'] for subnet, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:03.487218 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-999e03e6-9abe-478c-a140-849ea579b187 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7ab84b62-3e37-4d25-899f-15ce1b2696a5 HTTP/1.1" status: 204 len: 168 time: 0.4390192 Jun 21 04:31:03.489135 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-999e03e6-9abe-478c-a140-849ea579b187 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:03.489637 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 58798) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:03.557373 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-9901ba09-fbf3-478a-bdbf-7e47cf6b2dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598551'] for network, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:03.639532 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-9901ba09-fbf3-478a-bdbf-7e47cf6b2dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-744180', 'neutron.services.segments.db._delete_segments_for_network-8789667519955'] for network, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:03.648749 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.services.segments.db [None req-9901ba09-fbf3-478a-bdbf-7e47cf6b2dfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51ff4386-c804-4455-b89e-5e4c2e3933aa']}} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:31:03.658515 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.services.segments.db [None req-9901ba09-fbf3-478a-bdbf-7e47cf6b2dfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b63d5998-fa9b-44a0-9eac-8f6edc044f57') {'for_net_delete': True} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:31:03.658805 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.services.segments.db [None req-9901ba09-fbf3-478a-bdbf-7e47cf6b2dfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b63d5998-fa9b-44a0-9eac-8f6edc044f57') {} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:31:03.667118 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-9901ba09-fbf3-478a-bdbf-7e47cf6b2dfe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789667519784', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31093967'] for segment, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:03.680517 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-9901ba09-fbf3-478a-bdbf-7e47cf6b2dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740028'] for segment, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:03.686104 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9901ba09-fbf3-478a-bdbf-7e47cf6b2dfe admin admin] Releasing vlan 817 on physical network physnet1 to pool {{(pid=92745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 04:31:03.686558 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-9901ba09-fbf3-478a-bdbf-7e47cf6b2dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3649875'] for segment, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:03.688109 dv-cinder-796889-2-smb neutron-server[92745]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:31:03.688109 dv-cinder-796889-2-smb neutron-server[92745]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:31:03.688109 dv-cinder-796889-2-smb neutron-server[92745]: Traceback (most recent call last): Jun 21 04:31:03.688109 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 04:31:03.688109 dv-cinder-796889-2-smb neutron-server[92745]: timer() Jun 21 04:31:03.688109 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 04:31:03.688109 dv-cinder-796889-2-smb neutron-server[92745]: cb(*args, **kw) Jun 21 04:31:03.688109 dv-cinder-796889-2-smb neutron-server[92745]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 04:31:03.688109 dv-cinder-796889-2-smb neutron-server[92745]: return func(*args, **kwargs) Jun 21 04:31:03.688109 dv-cinder-796889-2-smb neutron-server[92745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 04:31:03.688109 dv-cinder-796889-2-smb neutron-server[92745]: self._notify() Jun 21 04:31:03.688109 dv-cinder-796889-2-smb neutron-server[92745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 04:31:03.688109 dv-cinder-796889-2-smb neutron-server[92745]: self.callback(batched_events) Jun 21 04:31:03.688109 dv-cinder-796889-2-smb neutron-server[92745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 04:31:03.688109 dv-cinder-796889-2-smb neutron-server[92745]: event.method(event) Jun 21 04:31:03.688109 dv-cinder-796889-2-smb neutron-server[92745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 04:31:03.688109 dv-cinder-796889-2-smb neutron-server[92745]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 04:31:03.688109 dv-cinder-796889-2-smb neutron-server[92745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 04:31:03.688109 dv-cinder-796889-2-smb neutron-server[92745]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 04:31:03.688109 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 04:31:03.688109 dv-cinder-796889-2-smb neutron-server[92745]: return f(self, *a, **k) Jun 21 04:31:03.688109 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 04:31:03.688109 dv-cinder-796889-2-smb neutron-server[92745]: return self._get(url).json() Jun 21 04:31:03.688109 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 04:31:03.688109 dv-cinder-796889-2-smb neutron-server[92745]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 04:31:03.688109 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 04:31:03.688109 dv-cinder-796889-2-smb neutron-server[92745]: return self.request(url, 'GET', **kwargs) Jun 21 04:31:03.688109 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 04:31:03.688109 dv-cinder-796889-2-smb neutron-server[92745]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 04:31:03.688109 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 04:31:03.688109 dv-cinder-796889-2-smb neutron-server[92745]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 04:31:03.688109 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 04:31:03.688109 dv-cinder-796889-2-smb neutron-server[92745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 04:31:03.688109 dv-cinder-796889-2-smb neutron-server[92745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 04:31:03.743628 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-9901ba09-fbf3-478a-bdbf-7e47cf6b2dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-744173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33253182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33062277'] for network, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:03.747515 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-b8bad858-6832-46b6-8806-b7b9e4aa2c18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:03.751312 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-9901ba09-fbf3-478a-bdbf-7e47cf6b2dfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33144588'] for network, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:03.753500 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-9901ba09-fbf3-478a-bdbf-7e47cf6b2dfe admin admin] 10.222.0.13 "DELETE /v2.0/networks/51ff4386-c804-4455-b89e-5e4c2e3933aa HTTP/1.1" status: 204 len: 168 time: 0.2628279 Jun 21 04:31:03.763199 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9901ba09-fbf3-478a-bdbf-7e47cf6b2dfe admin admin] Pushing event deleted for resources: {'Network': ['ID=51ff4386-c804-4455-b89e-5e4c2e3933aa,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:03.766026 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-9901ba09-fbf3-478a-bdbf-7e47cf6b2dfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:03.914169 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 58814) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:03.952379 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-62b46675-4f16-4787-8290-996c7b3c16e6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e922f8fc585940ff9a392f19dc68456d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0369658 Jun 21 04:31:03.955528 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 58816) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:04.000801 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-327427d9-c5f5-4747-8528-2df8ffd554d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:04.022571 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-327427d9-c5f5-4747-8528-2df8ffd554d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:04.067842 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-327427d9-c5f5-4747-8528-2df8ffd554d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:04.070613 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-327427d9-c5f5-4747-8528-2df8ffd554d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:04.071743 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-327427d9-c5f5-4747-8528-2df8ffd554d5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/37f23ded-c39e-497c-9467-497d0173a783 HTTP/1.1" status: 204 len: 168 time: 0.1152208 Jun 21 04:31:04.072692 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-58707d33-71b4-4414-92cb-eb573f30f0a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:04.082263 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327427d9-c5f5-4747-8528-2df8ffd554d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f23ded-c39e-497c-9467-497d0173a783,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:04.084832 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-327427d9-c5f5-4747-8528-2df8ffd554d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:04.153429 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-0e5bd199-6bd2-44a9-9414-02d4c879e729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:04.303987 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf4f66-e91a-4eb4-88d3-38c2d7b1eeae req-9a4629d1-8889-4b3d-b24c-b408bed84ee9 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:04.305495 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-d5bf4f66-e91a-4eb4-88d3-38c2d7b1eeae req-9a4629d1-8889-4b3d-b24c-b408bed84ee9 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6afa05c-5040-4202-a64c-c703c946ff1a HTTP/1.1" status: 200 len: 945 time: 0.0696623 Jun 21 04:31:04.346267 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-d5bf4f66-e91a-4eb4-88d3-38c2d7b1eeae req-5c2a16ec-0ddd-4867-bb06-44d7027b2aae tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342376 Jun 21 04:31:04.413082 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 58836) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:04.458837 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-14d59795-6cb5-4c18-80d2-7492a2358479 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a8e195d9b1f8439996ccbbe74aaadccd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0443754 Jun 21 04:31:04.461214 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 58842) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:04.511700 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-14fcd5ea-aeb7-4850-b358-296f4c4dc543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:04.537723 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-14fcd5ea-aeb7-4850-b358-296f4c4dc543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:04.600674 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-14fcd5ea-aeb7-4850-b358-296f4c4dc543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:04.603993 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-14fcd5ea-aeb7-4850-b358-296f4c4dc543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:04.607688 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-14fcd5ea-aeb7-4850-b358-296f4c4dc543 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9c0f94e5-ed76-46d2-b80b-9be206fb16c3 HTTP/1.1" status: 204 len: 168 time: 0.1429026 Jun 21 04:31:04.607688 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-4ddd7af3-2fb7-4e03-a191-fd808e56b59d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:04.615630 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fcd5ea-aeb7-4850-b358-296f4c4dc543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0f94e5-ed76-46d2-b80b-9be206fb16c3,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:04.619424 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-14fcd5ea-aeb7-4850-b358-296f4c4dc543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:04.717648 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 58856) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:04.949645 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-4ead0e14-8327-482d-b97c-2df91c3f003c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:05.053282 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-4ead0e14-8327-482d-b97c-2df91c3f003c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:05.057847 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-4ead0e14-8327-482d-b97c-2df91c3f003c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:05.060689 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-2ed95f48-6a70-44e4-abb7-5f5e36d2ec1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:05.098481 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-4ead0e14-8327-482d-b97c-2df91c3f003c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=da2b40b3e550495daa1f06c2be768146&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3796144 Jun 21 04:31:05.099475 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ead0e14-8327-482d-b97c-2df91c3f003c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea67f955-afdc-436a-b765-a87034f35137,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:05.101507 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 58874) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:05.103213 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-4ead0e14-8327-482d-b97c-2df91c3f003c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:05.155560 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-5d8f6a6d-f1bd-416d-924b-805e84d665ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:05.180863 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-5d8f6a6d-f1bd-416d-924b-805e84d665ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:05.231148 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-5d8f6a6d-f1bd-416d-924b-805e84d665ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:05.233817 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-5d8f6a6d-f1bd-416d-924b-805e84d665ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:05.234962 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-5d8f6a6d-f1bd-416d-924b-805e84d665ee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ea67f955-afdc-436a-b765-a87034f35137 HTTP/1.1" status: 204 len: 168 time: 0.1317818 Jun 21 04:31:05.235808 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-1e2fb5af-f2c9-4ded-a1f7-546f20340355 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:05.243469 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8f6a6d-f1bd-416d-924b-805e84d665ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea67f955-afdc-436a-b765-a87034f35137,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:05.245763 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-5d8f6a6d-f1bd-416d-924b-805e84d665ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:05.545648 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455151f7-b0e7-426d-b486-31d6f10073c2 req-72399938-7bdf-4033-88fa-17f11e2f5fe5 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:05.547171 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-455151f7-b0e7-426d-b486-31d6f10073c2 req-72399938-7bdf-4033-88fa-17f11e2f5fe5 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6afa05c-5040-4202-a64c-c703c946ff1a HTTP/1.1" status: 200 len: 945 time: 0.0794058 Jun 21 04:31:05.591006 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-455151f7-b0e7-426d-b486-31d6f10073c2 req-bee561b2-33f7-4b51-ad77-2c41f06ff73b tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377069 Jun 21 04:31:05.880608 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 58930) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:05.919617 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 58934) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:06.026652 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.v2.base [None req-2cc2e73f-5938-4188-9559-1fe88c3a3399 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-389537556-network', 'tenant_id': 'dd5dbae9bfcb4f60b6ec4a96160d2249'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:31:06.036750 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-4ca91044-e28c-471d-ab47-a18e0f32be83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:06.061800 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc2e73f-5938-4188-9559-1fe88c3a3399 admin admin] Made reservation on behalf of dd5dbae9bfcb4f60b6ec4a96160d2249 for: {'network': 1} {{(pid=92746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:31:06.064645 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-2cc2e73f-5938-4188-9559-1fe88c3a3399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-632420'] for network, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:06.078027 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-2cc2e73f-5938-4188-9559-1fe88c3a3399 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:06.155343 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-4ca91044-e28c-471d-ab47-a18e0f32be83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:06.162336 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-4ca91044-e28c-471d-ab47-a18e0f32be83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:06.167466 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-73c99d46-9cd0-42da-9592-9ff8868ef13b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:06.215184 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-4ca91044-e28c-471d-ab47-a18e0f32be83 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=409bd58e3e7742ec9fa8623f75f3ebf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2952158 Jun 21 04:31:06.217855 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 58952) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:06.219553 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca91044-e28c-471d-ab47-a18e0f32be83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdee9d1b-209d-4a18-9843-ca4b0bf97a6f,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:06.228206 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-4ca91044-e28c-471d-ab47-a18e0f32be83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:06.272454 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-b8e20d75-6174-4c89-9895-67a6dbf3500d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:06.297128 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-2cc2e73f-5938-4188-9559-1fe88c3a3399 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:06.299880 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-b8e20d75-6174-4c89-9895-67a6dbf3500d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:06.302995 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-2cc2e73f-5938-4188-9559-1fe88c3a3399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:06.306956 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:06.325254 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cc2e73f-5938-4188-9559-1fe88c3a3399 admin admin] vlan segment allocate from pool success with {'vlan_id': 844, 'physical_network': 'physnet1'} {{(pid=92746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:31:06.339817 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc2e73f-5938-4188-9559-1fe88c3a3399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a8d2db0-f700-4c3a-b679-6da27c4efe2b,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:06.343380 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-2cc2e73f-5938-4188-9559-1fe88c3a3399 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:06.347585 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-2cc2e73f-5938-4188-9559-1fe88c3a3399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740028'] for segment, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:06.348065 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.db.segments_db [None req-2cc2e73f-5938-4188-9559-1fe88c3a3399 admin admin] Added segment 8e16b4af-d01b-4c5d-b169-b0ffa3f9d0ff of type vlan for network a0691517-9c1e-4b44-ba03-e59f0bedb6a5 Jun 21 04:31:06.370761 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-b8e20d75-6174-4c89-9895-67a6dbf3500d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:06.373519 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-b8e20d75-6174-4c89-9895-67a6dbf3500d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:06.377917 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-b8e20d75-6174-4c89-9895-67a6dbf3500d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cdee9d1b-209d-4a18-9843-ca4b0bf97a6f HTTP/1.1" status: 204 len: 168 time: 0.1588824 Jun 21 04:31:06.379430 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-eee731c9-5ef6-4ca7-a27d-45388c404739 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:06.387391 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e20d75-6174-4c89-9895-67a6dbf3500d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdee9d1b-209d-4a18-9843-ca4b0bf97a6f,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:06.390026 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-b8e20d75-6174-4c89-9895-67a6dbf3500d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:06.395752 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-2cc2e73f-5938-4188-9559-1fe88c3a3399 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789667001025'] for network, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:06.435073 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-2cc2e73f-5938-4188-9559-1fe88c3a3399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33253182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593'] for network, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:06.436655 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc2e73f-5938-4188-9559-1fe88c3a3399 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:06.437341 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-2cc2e73f-5938-4188-9559-1fe88c3a3399 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33144588'] for network, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:06.440360 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:06.489225 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-2cc2e73f-5938-4188-9559-1fe88c3a3399 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6071861 Jun 21 04:31:06.492505 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 58966) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:06.498360 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.v2.base [None req-55521bdc-c55d-4596-b620-07911aa32487 admin admin] Request body: {'subnet': {'network_id': 'a0691517-9c1e-4b44-ba03-e59f0bedb6a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-389537556-subnet', 'tenant_id': 'dd5dbae9bfcb4f60b6ec4a96160d2249', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:31:06.500671 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc2e73f-5938-4188-9559-1fe88c3a3399 admin admin] Pushing event updated for resources: {'Network': ['ID=a0691517-9c1e-4b44-ba03-e59f0bedb6a5,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:06.504754 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-2cc2e73f-5938-4188-9559-1fe88c3a3399 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:06.511533 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Network a0691517-9c1e-4b44-ba03-e59f0bedb6a5 details requested by agent ovs-agent-dv-cinder-796889-2-smb with host dv-cinder-796889-2-smb {{(pid=92747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:31:06.529976 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55521bdc-c55d-4596-b620-07911aa32487 admin admin] Made reservation on behalf of dd5dbae9bfcb4f60b6ec4a96160d2249 for: {'subnet': 1} {{(pid=92745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:31:06.533186 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-55521bdc-c55d-4596-b620-07911aa32487 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3759872'] for subnet, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:06.713804 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-55521bdc-c55d-4596-b620-07911aa32487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30039353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3759890'] for subnet, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:06.716031 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-f859a14c-f605-4347-94e3-61adecd04082 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:06.740445 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-3f951898-a262-4f34-a3a2-7fa5a210e80b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:06.772407 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55521bdc-c55d-4596-b620-07911aa32487 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72513eee-967a-481b-9e70-f526585280cd,revision_number=0']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:06.775854 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-55521bdc-c55d-4596-b620-07911aa32487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:06.782180 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55521bdc-c55d-4596-b620-07911aa32487 admin admin] Checking segment: {'id': '8e16b4af-d01b-4c5d-b169-b0ffa3f9d0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'a0691517-9c1e-4b44-ba03-e59f0bedb6a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:31:06.782582 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55521bdc-c55d-4596-b620-07911aa32487 admin admin] Network hostable DHCP agents. Network: a0691517-9c1e-4b44-ba03-e59f0bedb6a5, hostable agents: ['4488296f-9c2d-4613-a478-344bf5f68149'], hosted agents: [] {{(pid=92745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:31:06.788502 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1025d4c6-0523-46e7-ae84-950e4a2e9573 req-fe30dacd-3340-492b-8375-65deb56adb44 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:06.790100 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-1025d4c6-0523-46e7-ae84-950e4a2e9573 req-fe30dacd-3340-492b-8375-65deb56adb44 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6afa05c-5040-4202-a64c-c703c946ff1a HTTP/1.1" status: 200 len: 945 time: 0.0744061 Jun 21 04:31:06.806344 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55521bdc-c55d-4596-b620-07911aa32487 admin admin] Network a0691517-9c1e-4b44-ba03-e59f0bedb6a5 is scheduled to be hosted by DHCP agent 4488296f-9c2d-4613-a478-344bf5f68149 with binding_index 1 {{(pid=92745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:31:06.815940 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.base_scheduler [None req-55521bdc-c55d-4596-b620-07911aa32487 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796889-2-smb, a0691517-9c1e-4b44-ba03-e59f0bedb6a5) {{(pid=92745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:31:06.820569 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55521bdc-c55d-4596-b620-07911aa32487 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:06.821419 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-55521bdc-c55d-4596-b620-07911aa32487 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33144588'] for subnet, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:06.829734 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:06.832182 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd6a0a6-b134-4331-a957-8b32fb63ff03 None None] Network a0691517-9c1e-4b44-ba03-e59f0bedb6a5 requested from dv-cinder-796889-2-smb {{(pid=92747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:31:06.846726 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-1025d4c6-0523-46e7-ae84-950e4a2e9573 req-67f787ed-6e6b-4cb7-9e19-9539199eabf2 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443296 Jun 21 04:31:06.849875 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-55521bdc-c55d-4596-b620-07911aa32487 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3562193 Jun 21 04:31:07.037895 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b330f732-3f7c-4852-bf11-cfa8c0ed6d6f None None] Network a0691517-9c1e-4b44-ba03-e59f0bedb6a5 requested from dv-cinder-796889-2-smb {{(pid=92747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:31:07.041840 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:07.795443 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 59028) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:07.904847 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-1363ed17-d067-4457-891c-ba083a75f946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:08.000352 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-1363ed17-d067-4457-891c-ba083a75f946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:08.006549 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-1363ed17-d067-4457-891c-ba083a75f946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:08.016261 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-16d619e0-e07c-497a-a201-e760ba3cfa43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:08.025521 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-af7905e6-f134-40b5-8f7f-d0c0aa400a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:08.053843 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-1363ed17-d067-4457-891c-ba083a75f946 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=58d26d1889e942cf9e629fd948a68d9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2571993 Jun 21 04:31:08.055487 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 59042) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:08.056727 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1363ed17-d067-4457-891c-ba083a75f946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a98ddcb5-c52b-4073-a2b6-80f1f036a560,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:08.061137 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-1363ed17-d067-4457-891c-ba083a75f946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:08.088726 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7a2c26-6d61-4dc1-b1af-d17061e6eb9c req-687866b9-68ce-4bdd-a954-57008df9ecf7 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:08.090313 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-db7a2c26-6d61-4dc1-b1af-d17061e6eb9c req-687866b9-68ce-4bdd-a954-57008df9ecf7 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6afa05c-5040-4202-a64c-c703c946ff1a HTTP/1.1" status: 200 len: 945 time: 0.1081069 Jun 21 04:31:08.152785 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-db7a2c26-6d61-4dc1-b1af-d17061e6eb9c req-da56a5ab-9571-4b42-b315-43bf0ca8991d tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516584 Jun 21 04:31:08.157211 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-82bd7dd6-46f6-499f-8a29-764e850bc137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:08.181783 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-82bd7dd6-46f6-499f-8a29-764e850bc137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:08.249342 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-82bd7dd6-46f6-499f-8a29-764e850bc137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:08.253424 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-82bd7dd6-46f6-499f-8a29-764e850bc137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:08.255015 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-82bd7dd6-46f6-499f-8a29-764e850bc137 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a98ddcb5-c52b-4073-a2b6-80f1f036a560 HTTP/1.1" status: 204 len: 168 time: 0.1984921 Jun 21 04:31:08.255916 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-2a70f7fd-4b3d-4c07-ba5c-7ab7c47b8329 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:08.264173 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bd7dd6-46f6-499f-8a29-764e850bc137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98ddcb5-c52b-4073-a2b6-80f1f036a560,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:08.266190 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-82bd7dd6-46f6-499f-8a29-764e850bc137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:08.577251 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 59062) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:08.595691 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-d1ab2b0e-fc13-4232-bfba-a9b015e0b333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:08.717564 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-d1ab2b0e-fc13-4232-bfba-a9b015e0b333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:08.729092 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-d1ab2b0e-fc13-4232-bfba-a9b015e0b333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:08.740314 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-2063ad6e-6019-4489-98e8-bac0f7a7aedd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:08.820627 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab2b0e-fc13-4232-bfba-a9b015e0b333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3bc6c6-2399-4da8-a557-b73fee5e6e3c,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:08.824128 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-d1ab2b0e-fc13-4232-bfba-a9b015e0b333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:08.826447 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-d1ab2b0e-fc13-4232-bfba-a9b015e0b333 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2b13f31125c94619b6ed5788d3657dd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2476139 Jun 21 04:31:08.829912 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 59078) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:08.854290 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebbd860-d7df-4d7c-b160-0926b931081b req-9380ebc5-a792-4d5a-bf3b-44f151fff222 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:08.855711 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-1ebbd860-d7df-4d7c-b160-0926b931081b req-9380ebc5-a792-4d5a-bf3b-44f151fff222 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] 10.222.0.13 "GET /v2.0/networks?id=a0691517-9c1e-4b44-ba03-e59f0bedb6a5 HTTP/1.1" status: 200 len: 808 time: 0.1402681 Jun 21 04:31:08.873219 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-1ebbd860-d7df-4d7c-b160-0926b931081b req-5e98a096-2986-43ad-8afc-bf7965063abd tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] 10.222.0.13 "GET /v2.0/quotas/dd5dbae9bfcb4f60b6ec4a96160d2249 HTTP/1.1" status: 200 len: 375 time: 0.0108373 Jun 21 04:31:08.878681 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-feefdef3-49d7-4b40-98e3-7bd5ecfdb599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:08.899094 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-feefdef3-49d7-4b40-98e3-7bd5ecfdb599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:08.905649 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-1ebbd860-d7df-4d7c-b160-0926b931081b req-dc363199-a0eb-4d29-89f1-607782977657 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=dd5dbae9bfcb4f60b6ec4a96160d2249&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271773 Jun 21 04:31:08.944626 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-feefdef3-49d7-4b40-98e3-7bd5ecfdb599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:08.947491 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-feefdef3-49d7-4b40-98e3-7bd5ecfdb599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:08.951022 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-feefdef3-49d7-4b40-98e3-7bd5ecfdb599 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ec3bc6c6-2399-4da8-a557-b73fee5e6e3c HTTP/1.1" status: 204 len: 168 time: 0.1178050 Jun 21 04:31:08.951022 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-1052b9c5-4437-4c79-b8f0-f4b421ee9705 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:08.961381 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feefdef3-49d7-4b40-98e3-7bd5ecfdb599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3bc6c6-2399-4da8-a557-b73fee5e6e3c,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:08.964890 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-feefdef3-49d7-4b40-98e3-7bd5ecfdb599 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:08.999881 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-1ebbd860-d7df-4d7c-b160-0926b931081b req-9d7d57cf-c5bc-45a6-8a5f-ed09079b9d34 service neutron] 10.222.0.13 "GET /v2.0/networks/a0691517-9c1e-4b44-ba03-e59f0bedb6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871007 Jun 21 04:31:09.297622 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 59092) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:09.310739 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4e9dbdb0-aa91-459b-96a8-f6a05b1d611c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:09.351621 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-1ebbd860-d7df-4d7c-b160-0926b931081b req-8b1df7c5-bc6d-466c-a96f-df187a1e0f65 service neutron] 10.222.0.13 "GET /v2.0/networks/a0691517-9c1e-4b44-ba03-e59f0bedb6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3459775 Jun 21 04:31:09.364546 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df751c47-2a43-4cf4-ae25-e3dfb800f74f req-f0fff47c-5a87-4f74-acb6-5c838672c007 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:09.366333 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-df751c47-2a43-4cf4-ae25-e3dfb800f74f req-f0fff47c-5a87-4f74-acb6-5c838672c007 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6afa05c-5040-4202-a64c-c703c946ff1a HTTP/1.1" status: 200 len: 945 time: 0.0946543 Jun 21 04:31:09.410681 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-df751c47-2a43-4cf4-ae25-e3dfb800f74f req-20fcd9a6-dd33-4747-b37b-4d9db6ac8df9 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347087 Jun 21 04:31:09.410923 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4e9dbdb0-aa91-459b-96a8-f6a05b1d611c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:09.414950 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4e9dbdb0-aa91-459b-96a8-f6a05b1d611c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:09.417661 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-128089d0-435d-4c26-93eb-bc9424418bf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:09.457054 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9dbdb0-aa91-459b-96a8-f6a05b1d611c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=747db082-e2e2-407a-a2d3-0ac22ea17ee9,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:09.461066 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-4e9dbdb0-aa91-459b-96a8-f6a05b1d611c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:09.465357 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-4e9dbdb0-aa91-459b-96a8-f6a05b1d611c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5b0c6dfa8afe4536973cca4d49bf1712&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1664190 Jun 21 04:31:09.468044 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 59096) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:09.536726 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-d919c589-56dc-4da1-8087-f9061457c69a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:09.558679 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-d919c589-56dc-4da1-8087-f9061457c69a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:09.606382 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-d919c589-56dc-4da1-8087-f9061457c69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:09.609288 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-d919c589-56dc-4da1-8087-f9061457c69a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:09.611173 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-d919c589-56dc-4da1-8087-f9061457c69a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/747db082-e2e2-407a-a2d3-0ac22ea17ee9 HTTP/1.1" status: 204 len: 168 time: 0.1416817 Jun 21 04:31:09.612023 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-82bd7dd6-46f6-499f-8a29-764e850bc137 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:09.620234 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d919c589-56dc-4da1-8087-f9061457c69a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=747db082-e2e2-407a-a2d3-0ac22ea17ee9,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:09.622847 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-d919c589-56dc-4da1-8087-f9061457c69a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:09.628523 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-410c395a-ca3a-4855-90fb-923e0a2b4d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:09.701450 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-665eeff4-1dae-4ede-9885-11c044372fe8 req-7d158a54-5128-4171-8e4b-620a996d7391 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] 10.222.0.13 "GET /v2.0/ports?device_id=815136aa-47e2-4cd4-8423-9eaa3cdb9e8a HTTP/1.1" status: 200 len: 210 time: 0.0329177 Jun 21 04:31:10.391435 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0c60d-dd77-4eb7-ae74-02cb3a893f69 req-92c01621-4b85-4b7e-a258-6f59d2c28fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:10.394421 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-f5d0c60d-dd77-4eb7-ae74-02cb3a893f69 req-92c01621-4b85-4b7e-a258-6f59d2c28fb9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a6afa05c-5040-4202-a64c-c703c946ff1a HTTP/1.1" status: 200 len: 1098 time: 0.0532205 Jun 21 04:31:10.429538 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-f5d0c60d-dd77-4eb7-ae74-02cb3a893f69 req-08e80b0d-2096-4306-bac5-a0ea4913cd73 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280969 Jun 21 04:31:10.607737 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c06d77-0197-4717-b462-72b72e303cf2 req-00f2cc98-6e91-4775-89c8-aec608486c32 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:10.615073 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-c4c06d77-0197-4717-b462-72b72e303cf2 req-00f2cc98-6e91-4775-89c8-aec608486c32 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6afa05c-5040-4202-a64c-c703c946ff1a HTTP/1.1" status: 200 len: 945 time: 0.0798259 Jun 21 04:31:10.669980 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-c4c06d77-0197-4717-b462-72b72e303cf2 req-47ad570b-e9a0-45bf-ae3c-6b4f029916d1 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539324 Jun 21 04:31:11.024014 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-17b16e04-d253-4aa0-9472-4f71e261fb3b req-f2f164d9-9300-432e-91dd-76c8b63a274f tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] 10.222.0.13 "GET /v2.0/ports?device_id=815136aa-47e2-4cd4-8423-9eaa3cdb9e8a HTTP/1.1" status: 200 len: 210 time: 0.0332406 Jun 21 04:31:11.363544 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebbd860-d7df-4d7c-b160-0926b931081b req-b10a33e7-53ad-4503-a88e-aa40b5314780 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:11.364873 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-1ebbd860-d7df-4d7c-b160-0926b931081b req-b10a33e7-53ad-4503-a88e-aa40b5314780 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] 10.222.0.38 "GET /v2.0/networks?id=a0691517-9c1e-4b44-ba03-e59f0bedb6a5 HTTP/1.1" status: 200 len: 808 time: 0.1139500 Jun 21 04:31:11.389539 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.v2.base [req-1ebbd860-d7df-4d7c-b160-0926b931081b req-da5b4dd5-0f3a-46db-9155-37ab01376b6f tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Request body: {'port': {'device_id': '815136aa-47e2-4cd4-8423-9eaa3cdb9e8a', 'network_id': 'a0691517-9c1e-4b44-ba03-e59f0bedb6a5', 'admin_state_up': True, 'tenant_id': 'dd5dbae9bfcb4f60b6ec4a96160d2249'}} {{(pid=92745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:31:11.502164 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ebbd860-d7df-4d7c-b160-0926b931081b req-da5b4dd5-0f3a-46db-9155-37ab01376b6f tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Made reservation on behalf of dd5dbae9bfcb4f60b6ec4a96160d2249 for: {'port': 1} {{(pid=92745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:31:11.506291 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-1ebbd860-d7df-4d7c-b160-0926b931081b req-da5b4dd5-0f3a-46db-9155-37ab01376b6f tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-632420'] for port, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:11.629414 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.db_base_plugin_common [req-1ebbd860-d7df-4d7c-b160-0926b931081b req-da5b4dd5-0f3a-46db-9155-37ab01376b6f tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Allocated IP 172.20.0.2 (a0691517-9c1e-4b44-ba03-e59f0bedb6a5/72513eee-967a-481b-9e70-f526585280cd/d4889088-40b6-48c8-9264-8fe90b3bd756) {{(pid=92745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:31:11.770719 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-1ebbd860-d7df-4d7c-b160-0926b931081b req-da5b4dd5-0f3a-46db-9155-37ab01376b6f tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Notify callbacks [] for port, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:11.808707 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-1ebbd860-d7df-4d7c-b160-0926b931081b req-da5b4dd5-0f3a-46db-9155-37ab01376b6f tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789666979157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30039437'] for port, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:11.812432 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:11.842943 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710efb4b-24bd-475d-87c5-deec3b582ee7 req-9cca8d9e-97d0-4b5a-b5f2-978468e68007 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:11.844702 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-710efb4b-24bd-475d-87c5-deec3b582ee7 req-9cca8d9e-97d0-4b5a-b5f2-978468e68007 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6afa05c-5040-4202-a64c-c703c946ff1a HTTP/1.1" status: 200 len: 945 time: 0.0702548 Jun 21 04:31:11.856659 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ebbd860-d7df-4d7c-b160-0926b931081b req-da5b4dd5-0f3a-46db-9155-37ab01376b6f tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Network a0691517-9c1e-4b44-ba03-e59f0bedb6a5 is already hosted by enough agents. {{(pid=92745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:31:11.860302 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.base_scheduler [req-1ebbd860-d7df-4d7c-b160-0926b931081b req-da5b4dd5-0f3a-46db-9155-37ab01376b6f tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Resources bound (agent type, host, resource id): {{(pid=92745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:31:11.864362 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ebbd860-d7df-4d7c-b160-0926b931081b req-da5b4dd5-0f3a-46db-9155-37ab01376b6f tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Received port after_create {{(pid=92745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:31:11.870821 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5b4dd5-0f3a-46db-9155-37ab01376b6f tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Pushing event updated for resources: {'Port': ['ID=d4889088-40b6-48c8-9264-8fe90b3bd756,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:11.886050 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-710efb4b-24bd-475d-87c5-deec3b582ee7 req-0410df84-8a67-401f-9bfd-1056e1af5182 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344503 Jun 21 04:31:11.889546 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-da5b4dd5-0f3a-46db-9155-37ab01376b6f tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:11.922454 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebbd860-d7df-4d7c-b160-0926b931081b req-da5b4dd5-0f3a-46db-9155-37ab01376b6f tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:11.923159 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-1ebbd860-d7df-4d7c-b160-0926b931081b req-da5b4dd5-0f3a-46db-9155-37ab01376b6f tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5899'] for port, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:11.942062 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-1ebbd860-d7df-4d7c-b160-0926b931081b req-da5b4dd5-0f3a-46db-9155-37ab01376b6f tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5574069 Jun 21 04:31:12.090123 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.v2.base [req-1ebbd860-d7df-4d7c-b160-0926b931081b req-0f8d628d-a1e1-4f68-9175-0dec02ea7f8b service neutron] Request body: {'port': {'device_id': '815136aa-47e2-4cd4-8423-9eaa3cdb9e8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79688'}} {{(pid=92745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:31:12.185898 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-1ebbd860-d7df-4d7c-b160-0926b931081b req-0f8d628d-a1e1-4f68-9175-0dec02ea7f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:12.321764 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11caf1c-4d1d-4838-8296-09d75f2415c6 req-42778f26-d662-42d4-9cff-1a3c78a22aa8 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:12.323141 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-c11caf1c-4d1d-4838-8296-09d75f2415c6 req-42778f26-d662-42d4-9cff-1a3c78a22aa8 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] 10.222.0.13 "GET /v2.0/ports?device_id=815136aa-47e2-4cd4-8423-9eaa3cdb9e8a HTTP/1.1" status: 200 len: 931 time: 0.0630665 Jun 21 04:31:12.359859 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-c11caf1c-4d1d-4838-8296-09d75f2415c6 req-0dd141e2-5dae-48c0-a486-0f046dfa0c8d tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8d2db0-f700-4c3a-b679-6da27c4efe2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309298 Jun 21 04:31:12.462618 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [req-1ebbd860-d7df-4d7c-b160-0926b931081b req-0f8d628d-a1e1-4f68-9175-0dec02ea7f8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4889088-40b6-48c8-9264-8fe90b3bd756 {{(pid=92745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:31:12.469677 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-1ebbd860-d7df-4d7c-b160-0926b931081b req-0f8d628d-a1e1-4f68-9175-0dec02ea7f8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:12.482424 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [req-1ebbd860-d7df-4d7c-b160-0926b931081b req-0f8d628d-a1e1-4f68-9175-0dec02ea7f8b service neutron] Transition to ACTIVE for port object d4889088-40b6-48c8-9264-8fe90b3bd756 will not be triggered until provisioned by entity L2. {{(pid=92745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:31:12.485404 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-1ebbd860-d7df-4d7c-b160-0926b931081b req-0f8d628d-a1e1-4f68-9175-0dec02ea7f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30039483'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:12.488641 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-f671bd2a-b231-4cec-b6ed-1c2831cd8665 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:12.567389 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8d628d-a1e1-4f68-9175-0dec02ea7f8b service neutron] Pushing event updated for resources: {'Port': ['ID=d4889088-40b6-48c8-9264-8fe90b3bd756,revision_number=2']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:12.571934 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-0f8d628d-a1e1-4f68-9175-0dec02ea7f8b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:12.638964 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [req-1ebbd860-d7df-4d7c-b160-0926b931081b req-0f8d628d-a1e1-4f68-9175-0dec02ea7f8b service neutron] Attempting to bind port d4889088-40b6-48c8-9264-8fe90b3bd756 on host hv-cinder-79688 for vnic_type normal with profile {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:31:12.639293 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [req-1ebbd860-d7df-4d7c-b160-0926b931081b req-0f8d628d-a1e1-4f68-9175-0dec02ea7f8b service neutron] Attempting to bind port d4889088-40b6-48c8-9264-8fe90b3bd756 by drivers openvswitch,hyperv on host hv-cinder-79688 at level 0 using segments [{'id': '8e16b4af-d01b-4c5d-b169-b0ffa3f9d0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'a0691517-9c1e-4b44-ba03-e59f0bedb6a5'}] {{(pid=92745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:31:12.639618 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebbd860-d7df-4d7c-b160-0926b931081b req-0f8d628d-a1e1-4f68-9175-0dec02ea7f8b service neutron] Attempting to bind port d4889088-40b6-48c8-9264-8fe90b3bd756 on network a0691517-9c1e-4b44-ba03-e59f0bedb6a5 {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:31:12.644197 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebbd860-d7df-4d7c-b160-0926b931081b req-0f8d628d-a1e1-4f68-9175-0dec02ea7f8b service neutron] Port d4889088-40b6-48c8-9264-8fe90b3bd756 on network a0691517-9c1e-4b44-ba03-e59f0bedb6a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79688 {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:31:12.644517 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebbd860-d7df-4d7c-b160-0926b931081b req-0f8d628d-a1e1-4f68-9175-0dec02ea7f8b service neutron] Attempting to bind port d4889088-40b6-48c8-9264-8fe90b3bd756 on network a0691517-9c1e-4b44-ba03-e59f0bedb6a5 {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:31:12.649114 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebbd860-d7df-4d7c-b160-0926b931081b req-0f8d628d-a1e1-4f68-9175-0dec02ea7f8b service neutron] Checking agent: {'id': '2d8ec531-0834-43cc-a69e-43a4958e3c4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79688', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 27, 37), 'started_at': datetime.datetime(2021, 6, 21, 4, 27, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:31:12.649484 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebbd860-d7df-4d7c-b160-0926b931081b req-0f8d628d-a1e1-4f68-9175-0dec02ea7f8b service neutron] Checking segment: {'id': '8e16b4af-d01b-4c5d-b169-b0ffa3f9d0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'a0691517-9c1e-4b44-ba03-e59f0bedb6a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:31:12.649865 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebbd860-d7df-4d7c-b160-0926b931081b req-0f8d628d-a1e1-4f68-9175-0dec02ea7f8b service neutron] Bound using segment: {'id': '8e16b4af-d01b-4c5d-b169-b0ffa3f9d0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'a0691517-9c1e-4b44-ba03-e59f0bedb6a5'} {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:31:12.650280 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [req-1ebbd860-d7df-4d7c-b160-0926b931081b req-0f8d628d-a1e1-4f68-9175-0dec02ea7f8b service neutron] Bound port: d4889088-40b6-48c8-9264-8fe90b3bd756, host: hv-cinder-79688, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e16b4af-d01b-4c5d-b169-b0ffa3f9d0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'a0691517-9c1e-4b44-ba03-e59f0bedb6a5'}}] {{(pid=92745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:31:12.650626 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-1ebbd860-d7df-4d7c-b160-0926b931081b req-0f8d628d-a1e1-4f68-9175-0dec02ea7f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:12.710867 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [req-1ebbd860-d7df-4d7c-b160-0926b931081b req-0f8d628d-a1e1-4f68-9175-0dec02ea7f8b service neutron] For port d4889088-40b6-48c8-9264-8fe90b3bd756, host hv-cinder-79688, cleared binding levels {{(pid=92745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:31:12.713886 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [req-1ebbd860-d7df-4d7c-b160-0926b931081b req-0f8d628d-a1e1-4f68-9175-0dec02ea7f8b service neutron] For port d4889088-40b6-48c8-9264-8fe90b3bd756, host hv-cinder-79688, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=d4889088-40b6-48c8-9264-8fe90b3bd756,segment=NetworkSegment(8e16b4af-d01b-4c5d-b169-b0ffa3f9d0ff),segment_id=8e16b4af-d01b-4c5d-b169-b0ffa3f9d0ff)] {{(pid=92745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:31:12.717485 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-1ebbd860-d7df-4d7c-b160-0926b931081b req-0f8d628d-a1e1-4f68-9175-0dec02ea7f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30039483'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:12.721479 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-0f8d628d-a1e1-4f68-9175-0dec02ea7f8b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:12.755197 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebbd860-d7df-4d7c-b160-0926b931081b req-0f8d628d-a1e1-4f68-9175-0dec02ea7f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:12.755800 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-1ebbd860-d7df-4d7c-b160-0926b931081b req-0f8d628d-a1e1-4f68-9175-0dec02ea7f8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5899'] for port, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:12.757143 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-1ebbd860-d7df-4d7c-b160-0926b931081b req-0f8d628d-a1e1-4f68-9175-0dec02ea7f8b service neutron] 10.222.0.38 "PUT /v2.0/ports/d4889088-40b6-48c8-9264-8fe90b3bd756 HTTP/1.1" status: 200 len: 1093 time: 0.6715958 Jun 21 04:31:12.757701 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '815136aa-47e2-4cd4-8423-9eaa3cdb9e8a', 'tag': 'd4889088-40b6-48c8-9264-8fe90b3bd756'}] {{(pid=92745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:31:12.760271 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e65a7435921a4b725d950f60fbdbd7b7a483a7692f8e299216e8097d5419be07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193aee1b-84bf-4766-b443-dd8252bb432b" -d '{"events": [{"name": "network-changed", "server_uuid": "815136aa-47e2-4cd4-8423-9eaa3cdb9e8a", "tag": "d4889088-40b6-48c8-9264-8fe90b3bd756"}]}' {{(pid=92745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:31:12.786246 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8d628d-a1e1-4f68-9175-0dec02ea7f8b service neutron] Pushing event updated for resources: {'Port': ['ID=d4889088-40b6-48c8-9264-8fe90b3bd756,revision_number=3']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:12.789635 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-0f8d628d-a1e1-4f68-9175-0dec02ea7f8b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:12.801568 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57dfcfb7-6141-4bc1-bb64-662a9f72b1b4 x-openstack-request-id: req-57dfcfb7-6141-4bc1-bb64-662a9f72b1b4 {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:31:12.801886 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "815136aa-47e2-4cd4-8423-9eaa3cdb9e8a", "tag": "d4889088-40b6-48c8-9264-8fe90b3bd756", "status": "completed", "code": 200}]} {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:31:12.802165 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-57dfcfb7-6141-4bc1-bb64-662a9f72b1b4 {{(pid=92745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:31:12.802581 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '815136aa-47e2-4cd4-8423-9eaa3cdb9e8a', 'tag': 'd4889088-40b6-48c8-9264-8fe90b3bd756', 'status': 'completed', 'code': 200} Jun 21 04:31:12.901029 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebbd860-d7df-4d7c-b160-0926b931081b req-55a0c7ce-0168-46a5-850e-c764e1d8ad8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:12.902431 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-1ebbd860-d7df-4d7c-b160-0926b931081b req-55a0c7ce-0168-46a5-850e-c764e1d8ad8a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dd5dbae9bfcb4f60b6ec4a96160d2249&device_id=815136aa-47e2-4cd4-8423-9eaa3cdb9e8a HTTP/1.1" status: 200 len: 1096 time: 0.0525289 Jun 21 04:31:12.955087 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-1ebbd860-d7df-4d7c-b160-0926b931081b req-aa4edef8-c37d-4b4a-a057-7a30ade9923e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d4889088-40b6-48c8-9264-8fe90b3bd756 HTTP/1.1" status: 200 len: 217 time: 0.0354578 Jun 21 04:31:13.009778 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebbd860-d7df-4d7c-b160-0926b931081b req-b18a6c50-ef53-42e9-8cee-fdd876849d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:13.011241 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-1ebbd860-d7df-4d7c-b160-0926b931081b req-b18a6c50-ef53-42e9-8cee-fdd876849d58 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=72513eee-967a-481b-9e70-f526585280cd HTTP/1.1" status: 200 len: 848 time: 0.0435424 Jun 21 04:31:13.044332 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-1ebbd860-d7df-4d7c-b160-0926b931081b req-7dcc70de-b104-46ef-9862-4356a991bbe2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a0691517-9c1e-4b44-ba03-e59f0bedb6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252631 Jun 21 04:31:13.062466 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9adc6ae-935d-4fc1-936a-6dc5eb6e0bd2 req-e7d1327d-3b1b-4e0d-be03-effc57ed095b tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:13.063895 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-c9adc6ae-935d-4fc1-936a-6dc5eb6e0bd2 req-e7d1327d-3b1b-4e0d-be03-effc57ed095b tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6afa05c-5040-4202-a64c-c703c946ff1a HTTP/1.1" status: 200 len: 945 time: 0.0641599 Jun 21 04:31:13.100571 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-c9adc6ae-935d-4fc1-936a-6dc5eb6e0bd2 req-1e5651b8-b126-4bbc-98df-e29af590d9a7 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306456 Jun 21 04:31:13.140523 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-1ebbd860-d7df-4d7c-b160-0926b931081b req-74ab3c29-7633-40c5-a484-d14436c39393 service neutron] 10.222.0.38 "GET /v2.0/networks/a0691517-9c1e-4b44-ba03-e59f0bedb6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839560 Jun 21 04:31:13.242690 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-1ebbd860-d7df-4d7c-b160-0926b931081b req-6344b121-3d43-4283-9c5a-fa96aec1819e service neutron] 10.222.0.38 "GET /v2.0/networks/a0691517-9c1e-4b44-ba03-e59f0bedb6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910525 Jun 21 04:31:13.434143 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193aee1b-84bf-4766-b443-dd8252bb432b req-7cf33226-148b-4ddf-b719-54cdc3aa497a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:13.435807 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-193aee1b-84bf-4766-b443-dd8252bb432b req-7cf33226-148b-4ddf-b719-54cdc3aa497a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dd5dbae9bfcb4f60b6ec4a96160d2249&device_id=815136aa-47e2-4cd4-8423-9eaa3cdb9e8a HTTP/1.1" status: 200 len: 1096 time: 0.0620060 Jun 21 04:31:13.558854 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193aee1b-84bf-4766-b443-dd8252bb432b req-16c01930-1e9c-454e-8170-e0de4a3f5fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:13.560841 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-193aee1b-84bf-4766-b443-dd8252bb432b req-16c01930-1e9c-454e-8170-e0de4a3f5fcf service neutron] 10.222.0.38 "GET /v2.0/networks?id=a0691517-9c1e-4b44-ba03-e59f0bedb6a5 HTTP/1.1" status: 200 len: 909 time: 0.0967009 Jun 21 04:31:13.647342 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-193aee1b-84bf-4766-b443-dd8252bb432b req-c3137336-aaea-4482-aeb2-06ed73bbdd99 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d4889088-40b6-48c8-9264-8fe90b3bd756 HTTP/1.1" status: 200 len: 217 time: 0.0690594 Jun 21 04:31:13.649236 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dba9f1-9a9c-455e-a20b-9a9b5c66d076 req-84037923-73bc-4fb4-ae7f-a1ee75d334ba tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:13.651026 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-51dba9f1-9a9c-455e-a20b-9a9b5c66d076 req-84037923-73bc-4fb4-ae7f-a1ee75d334ba tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] 10.222.0.13 "GET /v2.0/ports?device_id=815136aa-47e2-4cd4-8423-9eaa3cdb9e8a HTTP/1.1" status: 200 len: 943 time: 0.0968387 Jun 21 04:31:13.700381 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-51dba9f1-9a9c-455e-a20b-9a9b5c66d076 req-2e05025c-74df-4cda-8f2c-40f1b8e6157f tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8d2db0-f700-4c3a-b679-6da27c4efe2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419924 Jun 21 04:31:13.745516 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193aee1b-84bf-4766-b443-dd8252bb432b req-11015f95-7db4-49ba-91c0-41250c54bfca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:13.746964 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-193aee1b-84bf-4766-b443-dd8252bb432b req-11015f95-7db4-49ba-91c0-41250c54bfca service neutron] 10.222.0.38 "GET /v2.0/subnets?id=72513eee-967a-481b-9e70-f526585280cd HTTP/1.1" status: 200 len: 848 time: 0.0560145 Jun 21 04:31:13.790812 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-193aee1b-84bf-4766-b443-dd8252bb432b req-73af7876-bc1b-4271-8143-78dd9fb53d91 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a0691517-9c1e-4b44-ba03-e59f0bedb6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341549 Jun 21 04:31:13.810004 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fffab75-5460-48b7-8f21-c6d7c617770d req-9083bf11-c489-413e-8d3f-08dcbde55c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:13.811481 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-9fffab75-5460-48b7-8f21-c6d7c617770d req-9083bf11-c489-413e-8d3f-08dcbde55c03 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=092d282a6edc474b8f3300e8e6ee4b67&device_id=a6afa05c-5040-4202-a64c-c703c946ff1a HTTP/1.1" status: 200 len: 1098 time: 0.1028240 Jun 21 04:31:13.824358 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d099aed2-9110-44ca-a370-6556143473f3 req-2248ef0e-eada-4721-896f-d6de9417b0be tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:13.825869 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-d099aed2-9110-44ca-a370-6556143473f3 req-2248ef0e-eada-4721-896f-d6de9417b0be tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6afa05c-5040-4202-a64c-c703c946ff1a HTTP/1.1" status: 200 len: 945 time: 0.0851762 Jun 21 04:31:13.896233 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-193aee1b-84bf-4766-b443-dd8252bb432b req-0523a48f-1e43-41af-be4d-5d746d745d3e service neutron] 10.222.0.38 "GET /v2.0/networks/a0691517-9c1e-4b44-ba03-e59f0bedb6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978103 Jun 21 04:31:13.920285 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-d099aed2-9110-44ca-a370-6556143473f3 req-e5c0f61f-05fd-4387-86b3-21fce64641bb tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820324 Jun 21 04:31:13.920735 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 59254) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:13.948537 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fffab75-5460-48b7-8f21-c6d7c617770d req-7308638d-ff2e-448d-abcf-86e712edbca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:13.950026 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-9fffab75-5460-48b7-8f21-c6d7c617770d req-7308638d-ff2e-448d-abcf-86e712edbca3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=eb14d1e4-153c-4833-8dee-e8145a700dcb HTTP/1.1" status: 200 len: 920 time: 0.1233125 Jun 21 04:31:13.996061 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-9fffab75-5460-48b7-8f21-c6d7c617770d req-405c3bf9-fc89-4d4c-b17b-9daac83404bb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cecae649-32ea-447c-aa51-6ce626930b79 HTTP/1.1" status: 200 len: 217 time: 0.0356863 Jun 21 04:31:14.000755 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-193aee1b-84bf-4766-b443-dd8252bb432b req-6575c57e-8478-4ac2-a1a6-28d3d419d95a service neutron] 10.222.0.38 "GET /v2.0/networks/a0691517-9c1e-4b44-ba03-e59f0bedb6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958657 Jun 21 04:31:14.039209 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f213ed95-25b1-4744-85f6-20255581a1c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:14.104843 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fffab75-5460-48b7-8f21-c6d7c617770d req-3f1cdd8c-8c65-4b17-adcf-615d74d1ec71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:14.106732 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-9fffab75-5460-48b7-8f21-c6d7c617770d req-3f1cdd8c-8c65-4b17-adcf-615d74d1ec71 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=73192c75-f1c9-4e6e-bed4-2117506a7d5e HTTP/1.1" status: 200 len: 859 time: 0.0644119 Jun 21 04:31:14.147586 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-9fffab75-5460-48b7-8f21-c6d7c617770d req-a35adb02-f9d6-45a7-9586-006ebd68d5dd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=eb14d1e4-153c-4833-8dee-e8145a700dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316827 Jun 21 04:31:14.261021 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f213ed95-25b1-4744-85f6-20255581a1c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:14.266964 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-9fffab75-5460-48b7-8f21-c6d7c617770d req-6c613902-f242-4c7c-8b1f-a77ae75dc454 service neutron] 10.222.0.38 "GET /v2.0/networks/eb14d1e4-153c-4833-8dee-e8145a700dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103935 Jun 21 04:31:14.267502 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f213ed95-25b1-4744-85f6-20255581a1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:14.269739 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-2ff0f820-d861-4295-88a2-bf838ef04541 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:14.348347 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f213ed95-25b1-4744-85f6-20255581a1c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab32b30-3ae5-4f9c-b344-e2c6c1263a92,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:14.352536 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-f213ed95-25b1-4744-85f6-20255581a1c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:14.354800 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-f213ed95-25b1-4744-85f6-20255581a1c5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c733fb89a9384e76ab856e086b745953&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4317894 Jun 21 04:31:14.357407 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 59258) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:14.420283 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-9fffab75-5460-48b7-8f21-c6d7c617770d req-8763b2a6-86ef-418c-b032-3daf5d710f8e service neutron] 10.222.0.38 "GET /v2.0/networks/eb14d1e4-153c-4833-8dee-e8145a700dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333516 Jun 21 04:31:14.431590 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-47a5bebd-dff1-43bd-8051-dfd738092bb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:14.453021 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-47a5bebd-dff1-43bd-8051-dfd738092bb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:14.511214 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-47a5bebd-dff1-43bd-8051-dfd738092bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:14.514023 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-47a5bebd-dff1-43bd-8051-dfd738092bb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:14.521704 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-47a5bebd-dff1-43bd-8051-dfd738092bb4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1ab32b30-3ae5-4f9c-b344-e2c6c1263a92 HTTP/1.1" status: 204 len: 168 time: 0.1598165 Jun 21 04:31:14.522558 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-e8381a2f-999e-48bb-821d-f7cd92f0a199 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:14.531328 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a5bebd-dff1-43bd-8051-dfd738092bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab32b30-3ae5-4f9c-b344-e2c6c1263a92,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:14.534489 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-47a5bebd-dff1-43bd-8051-dfd738092bb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:14.779122 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 59278) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:14.800523 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-dd0a033c-7a2d-4653-abe2-0cdb9661a692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:14.923674 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 59282) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:14.930441 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-dd0a033c-7a2d-4653-abe2-0cdb9661a692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:14.938212 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b68a3-3e73-4410-a3b8-46fbd18b637e req-88a16927-e3fd-4813-9597-568fcbfc5c2b tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:14.939662 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-2d5b68a3-3e73-4410-a3b8-46fbd18b637e req-88a16927-e3fd-4813-9597-568fcbfc5c2b tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] 10.222.0.13 "GET /v2.0/ports?device_id=815136aa-47e2-4cd4-8423-9eaa3cdb9e8a HTTP/1.1" status: 200 len: 943 time: 0.1000524 Jun 21 04:31:14.940690 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-dd0a033c-7a2d-4653-abe2-0cdb9661a692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:14.943924 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-71862e67-a161-4df6-993b-16000e08995e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:14.997970 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-dd0a033c-7a2d-4653-abe2-0cdb9661a692 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a64b57676ddf470dbec6c96320fa5f4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2172768 Jun 21 04:31:15.000857 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 59288) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:15.003637 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0a033c-7a2d-4653-abe2-0cdb9661a692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb56950-6920-4b77-8240-8d81520f1858,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:15.008104 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-dd0a033c-7a2d-4653-abe2-0cdb9661a692 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:15.013437 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-2d5b68a3-3e73-4410-a3b8-46fbd18b637e req-53e06c70-9bbb-448e-9a7e-f7cd796a12c5 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8d2db0-f700-4c3a-b679-6da27c4efe2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630770 Jun 21 04:31:15.051626 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-9eb9a32b-e7c8-4f60-83fb-7b69f9f7bf2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:15.105576 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-a04d1c66-aea7-4c16-b4a1-6967f14bb13f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:15.119536 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376481a5-af62-47ee-81f3-48914ce8fbc5 req-a9aa7f36-302a-4148-ac30-e52c9a4e118f tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:15.121236 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-376481a5-af62-47ee-81f3-48914ce8fbc5 req-a9aa7f36-302a-4148-ac30-e52c9a4e118f tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6afa05c-5040-4202-a64c-c703c946ff1a HTTP/1.1" status: 200 len: 945 time: 0.0680423 Jun 21 04:31:15.138324 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-a04d1c66-aea7-4c16-b4a1-6967f14bb13f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:15.161708 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-376481a5-af62-47ee-81f3-48914ce8fbc5 req-e50b3e92-2a6a-48f6-b88e-d194d51a3035 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337117 Jun 21 04:31:15.208590 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-9eb9a32b-e7c8-4f60-83fb-7b69f9f7bf2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:15.211952 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-9eb9a32b-e7c8-4f60-83fb-7b69f9f7bf2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:15.214826 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-feefdef3-49d7-4b40-98e3-7bd5ecfdb599 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:15.218312 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-a04d1c66-aea7-4c16-b4a1-6967f14bb13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:15.220741 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-a04d1c66-aea7-4c16-b4a1-6967f14bb13f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:15.222401 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-a04d1c66-aea7-4c16-b4a1-6967f14bb13f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6cb56950-6920-4b77-8240-8d81520f1858 HTTP/1.1" status: 204 len: 168 time: 0.2201562 Jun 21 04:31:15.254094 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb9a32b-e7c8-4f60-83fb-7b69f9f7bf2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a8a104-e7e6-4a67-8ad5-26207e6a19cc,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:15.260617 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-9eb9a32b-e7c8-4f60-83fb-7b69f9f7bf2a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=292835744a124314a280e5256d5f6cf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3338294 Jun 21 04:31:15.260617 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-9eb9a32b-e7c8-4f60-83fb-7b69f9f7bf2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:15.260617 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:15.260969 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 59292) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:15.276708 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04d1c66-aea7-4c16-b4a1-6967f14bb13f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb56950-6920-4b77-8240-8d81520f1858,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:15.279100 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-a04d1c66-aea7-4c16-b4a1-6967f14bb13f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:15.313014 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-78d53355-3df9-4e8b-af1b-3f0c5f23cd65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:15.336443 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-78d53355-3df9-4e8b-af1b-3f0c5f23cd65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:15.382618 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-78d53355-3df9-4e8b-af1b-3f0c5f23cd65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:15.385164 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-78d53355-3df9-4e8b-af1b-3f0c5f23cd65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:15.386324 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-78d53355-3df9-4e8b-af1b-3f0c5f23cd65 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/06a8a104-e7e6-4a67-8ad5-26207e6a19cc HTTP/1.1" status: 204 len: 168 time: 0.1243560 Jun 21 04:31:15.387078 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-4ead0e14-8327-482d-b97c-2df91c3f003c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:15.395300 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d53355-3df9-4e8b-af1b-3f0c5f23cd65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a8a104-e7e6-4a67-8ad5-26207e6a19cc,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:15.398381 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-78d53355-3df9-4e8b-af1b-3f0c5f23cd65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:15.761244 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 59316) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:15.776465 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-b1e7a72e-49b7-4a8c-ab21-042f69e7a7f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:15.780834 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device d4889088-40b6-48c8-9264-8fe90b3bd756 details requested by agent hyperv_hv-cinder-79688 with host hv-cinder-79688 {{(pid=92747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:31:15.876036 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-b1e7a72e-49b7-4a8c-ab21-042f69e7a7f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:15.883426 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-b1e7a72e-49b7-4a8c-ab21-042f69e7a7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:15.884859 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] For port d4889088-40b6-48c8-9264-8fe90b3bd756, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=d4889088-40b6-48c8-9264-8fe90b3bd756,segment=NetworkSegment(8e16b4af-d01b-4c5d-b169-b0ffa3f9d0ff),segment_id=8e16b4af-d01b-4c5d-b169-b0ffa3f9d0ff)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:31:15.887215 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-966dd902-e8a2-4bdf-b7cd-e5f09985f231 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:15.908642 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Returning: {'device': 'd4889088-40b6-48c8-9264-8fe90b3bd756', 'network_id': 'a0691517-9c1e-4b44-ba03-e59f0bedb6a5', 'port_id': 'd4889088-40b6-48c8-9264-8fe90b3bd756', 'mac_address': 'fa:16:3e:1d:4b:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72513eee-967a-481b-9e70-f526585280cd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:31:15.922619 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-b1e7a72e-49b7-4a8c-ab21-042f69e7a7f1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f712ad67b29c4e3ab870d35c6ea0a2db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1600020 Jun 21 04:31:15.925563 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 59322) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:15.926149 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e7a72e-49b7-4a8c-ab21-042f69e7a7f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dbd6839-2425-47ce-b0c5-470d10d0f4d8,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:15.929149 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-b1e7a72e-49b7-4a8c-ab21-042f69e7a7f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:15.951480 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:15.964318 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.notifiers.nova [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4889088-40b6-48c8-9264-8fe90b3bd756 {{(pid=92747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:31:15.981111 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-fdea3279-ab12-41cb-9b83-5316daa4739d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:15.983617 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] For port d4889088-40b6-48c8-9264-8fe90b3bd756, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=d4889088-40b6-48c8-9264-8fe90b3bd756,segment=NetworkSegment(8e16b4af-d01b-4c5d-b169-b0ffa3f9d0ff),segment_id=8e16b4af-d01b-4c5d-b169-b0ffa3f9d0ff)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:31:15.987301 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:15.989039 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:16.004057 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-fdea3279-ab12-41cb-9b83-5316daa4739d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:16.037819 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Pushing event updated for resources: {'Port': ['ID=d4889088-40b6-48c8-9264-8fe90b3bd756,revision_number=4']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:16.041138 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:16.058800 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-fdea3279-ab12-41cb-9b83-5316daa4739d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:16.061708 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-fdea3279-ab12-41cb-9b83-5316daa4739d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:16.066536 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-fdea3279-ab12-41cb-9b83-5316daa4739d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4dbd6839-2425-47ce-b0c5-470d10d0f4d8 HTTP/1.1" status: 204 len: 168 time: 0.1367517 Jun 21 04:31:16.066536 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-d919c589-56dc-4da1-8087-f9061457c69a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:16.074018 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdea3279-ab12-41cb-9b83-5316daa4739d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dbd6839-2425-47ce-b0c5-470d10d0f4d8,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:16.077174 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-fdea3279-ab12-41cb-9b83-5316daa4739d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:16.254763 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89fc9d8-1f28-49c3-8c89-ecccc869b27f req-9d21a09b-0f7d-4a8d-bf4f-78ef16db544a tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:16.261851 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-f89fc9d8-1f28-49c3-8c89-ecccc869b27f req-9d21a09b-0f7d-4a8d-bf4f-78ef16db544a tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] 10.222.0.13 "GET /v2.0/ports?device_id=815136aa-47e2-4cd4-8423-9eaa3cdb9e8a HTTP/1.1" status: 200 len: 944 time: 0.1068001 Jun 21 04:31:16.329151 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-f89fc9d8-1f28-49c3-8c89-ecccc869b27f req-b9fcf1e7-f0e6-4e74-8914-d4e78cf8f7e6 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8d2db0-f700-4c3a-b679-6da27c4efe2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658567 Jun 21 04:31:16.373391 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b39bb3-1a00-48fb-8b53-38b72dc4aba4 req-ddfe1314-9513-41c0-8398-09e503610de6 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:16.374872 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-b8b39bb3-1a00-48fb-8b53-38b72dc4aba4 req-ddfe1314-9513-41c0-8398-09e503610de6 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6afa05c-5040-4202-a64c-c703c946ff1a HTTP/1.1" status: 200 len: 945 time: 0.0820196 Jun 21 04:31:16.400669 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 59342) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:16.414653 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-a9d6d255-07fa-4452-aaec-4dc10723a5e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:16.422634 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-b8b39bb3-1a00-48fb-8b53-38b72dc4aba4 req-ebc7e5f0-469d-406b-a77f-c5f8a09d8d8f tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405524 Jun 21 04:31:16.454023 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] get_ports_and_sgs() called for port_ids ['d4889088-40b6-48c8-9264-8fe90b3bd756'] {{(pid=92747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:31:16.510460 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-a9d6d255-07fa-4452-aaec-4dc10723a5e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:16.514382 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-a9d6d255-07fa-4452-aaec-4dc10723a5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:16.517986 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-530da497-f004-49ae-ab55-575f81429d77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:16.557791 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-a9d6d255-07fa-4452-aaec-4dc10723a5e5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0fbab0e21e88438a99c1eb27b37ed8ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1557384 Jun 21 04:31:16.560045 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d6d255-07fa-4452-aaec-4dc10723a5e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a8da96d-9f71-4fe0-be46-bb0b6fce8223,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:16.560799 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 59348) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:16.577293 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-a9d6d255-07fa-4452-aaec-4dc10723a5e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:16.622526 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-213e38e4-8103-40c0-9854-b11ddae19fc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:16.650764 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-213e38e4-8103-40c0-9854-b11ddae19fc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:16.701453 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-213e38e4-8103-40c0-9854-b11ddae19fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:16.704073 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-213e38e4-8103-40c0-9854-b11ddae19fc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:16.705216 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-213e38e4-8103-40c0-9854-b11ddae19fc5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6a8da96d-9f71-4fe0-be46-bb0b6fce8223 HTTP/1.1" status: 204 len: 168 time: 0.1433942 Jun 21 04:31:16.706607 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-460122a6-6509-4dcd-b53d-635164c645ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:16.713893 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213e38e4-8103-40c0-9854-b11ddae19fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a8da96d-9f71-4fe0-be46-bb0b6fce8223,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:16.716115 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-213e38e4-8103-40c0-9854-b11ddae19fc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:17.441303 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 59392) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:17.527444 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47347ea1-9631-4347-b9be-9730dd46c690 req-4b042cab-ea6e-4bba-9c7d-acd2d0417824 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:17.537662 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-47347ea1-9631-4347-b9be-9730dd46c690 req-4b042cab-ea6e-4bba-9c7d-acd2d0417824 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] 10.222.0.13 "GET /v2.0/ports?device_id=815136aa-47e2-4cd4-8423-9eaa3cdb9e8a HTTP/1.1" status: 200 len: 944 time: 0.0830595 Jun 21 04:31:17.593407 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.v2.base [None req-a5d490fa-476f-4c0a-81a6-08268dabf77b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1301755468-network', 'tenant_id': '3d3dc1c5cc6245e19aae425aef4939bb'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:31:17.632520 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-47347ea1-9631-4347-b9be-9730dd46c690 req-e01bc13e-01ad-46df-97e8-23f71d963130 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8d2db0-f700-4c3a-b679-6da27c4efe2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938134 Jun 21 04:31:17.642419 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d490fa-476f-4c0a-81a6-08268dabf77b admin admin] Made reservation on behalf of 3d3dc1c5cc6245e19aae425aef4939bb for: {'network': 1} {{(pid=92746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:31:17.645205 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-a5d490fa-476f-4c0a-81a6-08268dabf77b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-632420'] for network, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:17.662646 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-a5d490fa-476f-4c0a-81a6-08268dabf77b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:17.682370 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bb13f7-e3f6-47a9-8afa-53aeebc47e2b req-37417693-3c3c-4148-b9ea-17b42abf1088 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:17.683810 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-08bb13f7-e3f6-47a9-8afa-53aeebc47e2b req-37417693-3c3c-4148-b9ea-17b42abf1088 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6afa05c-5040-4202-a64c-c703c946ff1a HTTP/1.1" status: 200 len: 945 time: 0.1362743 Jun 21 04:31:17.741516 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-08bb13f7-e3f6-47a9-8afa-53aeebc47e2b req-c0a96382-7ef6-4b68-b6f2-8a7ef42a8af4 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503588 Jun 21 04:31:17.791699 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-a5d490fa-476f-4c0a-81a6-08268dabf77b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:17.796376 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device d4889088-40b6-48c8-9264-8fe90b3bd756 up at agent hyperv_hv-cinder-79688 {{(pid=92747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:31:17.796922 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-a5d490fa-476f-4c0a-81a6-08268dabf77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:17.800431 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-791cdc3c-38ec-4744-a72a-e26273d4a602 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:17.817785 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5d490fa-476f-4c0a-81a6-08268dabf77b admin admin] vlan segment allocate from pool success with {'vlan_id': 804, 'physical_network': 'physnet1'} {{(pid=92746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:31:17.833423 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d490fa-476f-4c0a-81a6-08268dabf77b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca98ce9e-f1a3-4909-a002-7e7104c7cc00,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:17.836656 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-a5d490fa-476f-4c0a-81a6-08268dabf77b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:17.838155 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-a5d490fa-476f-4c0a-81a6-08268dabf77b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740028'] for segment, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:17.838489 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.db.segments_db [None req-a5d490fa-476f-4c0a-81a6-08268dabf77b admin admin] Added segment 8a38e233-42e7-4555-a11b-fbc792a45807 of type vlan for network bcd25c4b-e82e-4806-8b9a-58ce3023b281 Jun 21 04:31:17.857662 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Provisioning for port d4889088-40b6-48c8-9264-8fe90b3bd756 completed by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:31:17.861348 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Provisioning complete for port d4889088-40b6-48c8-9264-8fe90b3bd756 triggered by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:31:17.861731 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:17.881873 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-a5d490fa-476f-4c0a-81a6-08268dabf77b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789667001025'] for network, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:17.915418 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-a5d490fa-476f-4c0a-81a6-08268dabf77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33253182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593'] for network, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:17.917019 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d490fa-476f-4c0a-81a6-08268dabf77b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:17.917581 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-a5d490fa-476f-4c0a-81a6-08268dabf77b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33144588'] for network, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:17.920417 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:17.944928 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:17.969377 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '815136aa-47e2-4cd4-8423-9eaa3cdb9e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4889088-40b6-48c8-9264-8fe90b3bd756'}] {{(pid=92747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:31:17.972495 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}801f1ae26e0cb5c56acb95c727deede285b0e3a42266231ef73c077b6573d85d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d113fa00-db8a-49e4-88b4-7af7ce60d97a" -d '{"events": [{"server_uuid": "815136aa-47e2-4cd4-8423-9eaa3cdb9e8a", "name": "network-vif-plugged", "status": "completed", "tag": "d4889088-40b6-48c8-9264-8fe90b3bd756"}]}' {{(pid=92747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:31:17.981067 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-a5d490fa-476f-4c0a-81a6-08268dabf77b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5384116 Jun 21 04:31:17.983901 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 59406) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:17.986656 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d490fa-476f-4c0a-81a6-08268dabf77b admin admin] Pushing event updated for resources: {'Network': ['ID=bcd25c4b-e82e-4806-8b9a-58ce3023b281,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:17.988969 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] For port d4889088-40b6-48c8-9264-8fe90b3bd756, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=d4889088-40b6-48c8-9264-8fe90b3bd756,segment=NetworkSegment(8e16b4af-d01b-4c5d-b169-b0ffa3f9d0ff),segment_id=8e16b4af-d01b-4c5d-b169-b0ffa3f9d0ff)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:31:17.989864 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-a5d490fa-476f-4c0a-81a6-08268dabf77b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:17.996168 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:17.998441 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:18.008451 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.v2.base [None req-49caa3c9-43d1-4ed9-81bb-9fbe961fd125 admin admin] Request body: {'subnet': {'network_id': 'bcd25c4b-e82e-4806-8b9a-58ce3023b281', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1301755468-subnet', 'tenant_id': '3d3dc1c5cc6245e19aae425aef4939bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:31:18.044403 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49caa3c9-43d1-4ed9-81bb-9fbe961fd125 admin admin] Made reservation on behalf of 3d3dc1c5cc6245e19aae425aef4939bb for: {'subnet': 1} {{(pid=92745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:31:18.047718 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-49caa3c9-43d1-4ed9-81bb-9fbe961fd125 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3759872'] for subnet, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:18.064111 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56f7942-73b6-4b1c-aef2-294d05dbec3c x-openstack-request-id: req-c56f7942-73b6-4b1c-aef2-294d05dbec3c {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:31:18.065424 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "815136aa-47e2-4cd4-8423-9eaa3cdb9e8a", "name": "network-vif-plugged", "status": "completed", "tag": "d4889088-40b6-48c8-9264-8fe90b3bd756", "code": 200}]} {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:31:18.066874 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c56f7942-73b6-4b1c-aef2-294d05dbec3c {{(pid=92747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:31:18.070070 dv-cinder-796889-2-smb neutron-server[92747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '815136aa-47e2-4cd4-8423-9eaa3cdb9e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4889088-40b6-48c8-9264-8fe90b3bd756', 'code': 200} Jun 21 04:31:18.071776 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Network bcd25c4b-e82e-4806-8b9a-58ce3023b281 details requested by agent ovs-agent-dv-cinder-796889-2-smb with host dv-cinder-796889-2-smb {{(pid=92747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:31:18.168621 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Pushing event updated for resources: {'Port': ['ID=d4889088-40b6-48c8-9264-8fe90b3bd756,revision_number=5']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:18.172858 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:18.254249 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-49caa3c9-43d1-4ed9-81bb-9fbe961fd125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30039353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3759890'] for subnet, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:18.257137 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-be34ae80-0918-4934-9538-70045e7ebaf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:18.307279 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49caa3c9-43d1-4ed9-81bb-9fbe961fd125 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b74d7ea-b7ab-482b-b868-925adb354e05,revision_number=0']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:18.310475 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-49caa3c9-43d1-4ed9-81bb-9fbe961fd125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:18.316317 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49caa3c9-43d1-4ed9-81bb-9fbe961fd125 admin admin] Checking segment: {'id': '8a38e233-42e7-4555-a11b-fbc792a45807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'bcd25c4b-e82e-4806-8b9a-58ce3023b281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:31:18.316670 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49caa3c9-43d1-4ed9-81bb-9fbe961fd125 admin admin] Network hostable DHCP agents. Network: bcd25c4b-e82e-4806-8b9a-58ce3023b281, hostable agents: ['4488296f-9c2d-4613-a478-344bf5f68149'], hosted agents: [] {{(pid=92745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:31:18.333013 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49caa3c9-43d1-4ed9-81bb-9fbe961fd125 admin admin] Network bcd25c4b-e82e-4806-8b9a-58ce3023b281 is scheduled to be hosted by DHCP agent 4488296f-9c2d-4613-a478-344bf5f68149 with binding_index 1 {{(pid=92745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:31:18.342586 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.base_scheduler [None req-49caa3c9-43d1-4ed9-81bb-9fbe961fd125 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796889-2-smb, bcd25c4b-e82e-4806-8b9a-58ce3023b281) {{(pid=92745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:31:18.346839 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49caa3c9-43d1-4ed9-81bb-9fbe961fd125 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:18.347554 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-49caa3c9-43d1-4ed9-81bb-9fbe961fd125 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33144588'] for subnet, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:18.354594 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecef178-66b7-4585-a0c2-4c2ac36e06b4 None None] Network bcd25c4b-e82e-4806-8b9a-58ce3023b281 requested from dv-cinder-796889-2-smb {{(pid=92747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:31:18.370987 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-49caa3c9-43d1-4ed9-81bb-9fbe961fd125 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3782568 Jun 21 04:31:18.441653 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a33498c-9258-4f69-9350-e6844c6adfa8 req-ce975bb5-87fd-49b3-91b7-4a3c36c22efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:18.443277 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-4a33498c-9258-4f69-9350-e6844c6adfa8 req-ce975bb5-87fd-49b3-91b7-4a3c36c22efe service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=815136aa-47e2-4cd4-8423-9eaa3cdb9e8a HTTP/1.1" status: 200 len: 1098 time: 0.1143389 Jun 21 04:31:18.483088 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cc47f1-1433-4b62-b700-99fa57e2bcb5 None None] Network bcd25c4b-e82e-4806-8b9a-58ce3023b281 requested from dv-cinder-796889-2-smb {{(pid=92747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:31:18.489423 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-4a33498c-9258-4f69-9350-e6844c6adfa8 req-ad5a0798-c894-4fec-af14-c90fa95ca454 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=6a8d2db0-f700-4c3a-b679-6da27c4efe2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386260 Jun 21 04:31:18.842937 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9568d92-ec84-422e-aecd-9d456f4e43f4 req-58ad347e-18d7-42c6-a074-fa9668110884 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:18.844456 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-d9568d92-ec84-422e-aecd-9d456f4e43f4 req-58ad347e-18d7-42c6-a074-fa9668110884 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] 10.222.0.13 "GET /v2.0/ports?device_id=815136aa-47e2-4cd4-8423-9eaa3cdb9e8a HTTP/1.1" status: 200 len: 945 time: 0.0765634 Jun 21 04:31:18.898504 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-d9568d92-ec84-422e-aecd-9d456f4e43f4 req-efecf2eb-bbf2-4131-add8-fada26923ddd tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8d2db0-f700-4c3a-b679-6da27c4efe2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476918 Jun 21 04:31:19.327236 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf44bbfd-fe91-4fb3-b843-aec147dff17f req-09315682-7393-4f26-85b6-82c28d0ab73a tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:19.328681 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-bf44bbfd-fe91-4fb3-b843-aec147dff17f req-09315682-7393-4f26-85b6-82c28d0ab73a tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6afa05c-5040-4202-a64c-c703c946ff1a HTTP/1.1" status: 200 len: 945 time: 0.0681174 Jun 21 04:31:19.365509 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-bf44bbfd-fe91-4fb3-b843-aec147dff17f req-0f6fa021-6c09-4909-897b-67d8a97d229b tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307631 Jun 21 04:31:20.107352 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7cef3b-4c2e-4def-a84f-1199adc1ed02 req-8349ac2c-9b93-43f3-8714-06294475480c tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:20.108826 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-ee7cef3b-4c2e-4def-a84f-1199adc1ed02 req-8349ac2c-9b93-43f3-8714-06294475480c tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] 10.222.0.13 "GET /v2.0/ports?device_id=815136aa-47e2-4cd4-8423-9eaa3cdb9e8a HTTP/1.1" status: 200 len: 945 time: 0.0913332 Jun 21 04:31:20.152926 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-ee7cef3b-4c2e-4def-a84f-1199adc1ed02 req-6f042f58-7846-4e8a-866e-a3fe7c1d807b tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8d2db0-f700-4c3a-b679-6da27c4efe2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375698 Jun 21 04:31:20.259057 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d69f079-d78e-46fc-800e-aa756dbd16bd req-b8317ba8-05b0-4ffa-97ab-ed93568805f7 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:20.260472 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-8d69f079-d78e-46fc-800e-aa756dbd16bd req-b8317ba8-05b0-4ffa-97ab-ed93568805f7 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.13 "GET /v2.0/networks?id=bcd25c4b-e82e-4806-8b9a-58ce3023b281 HTTP/1.1" status: 200 len: 814 time: 0.1009321 Jun 21 04:31:20.274976 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-8d69f079-d78e-46fc-800e-aa756dbd16bd req-06213f06-faf1-4a8a-ae17-7b0fd1672659 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.13 "GET /v2.0/quotas/3d3dc1c5cc6245e19aae425aef4939bb HTTP/1.1" status: 200 len: 375 time: 0.0089238 Jun 21 04:31:20.306694 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-8d69f079-d78e-46fc-800e-aa756dbd16bd req-7a3927eb-e1f1-447a-a299-2965cb42ca5b tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3d3dc1c5cc6245e19aae425aef4939bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268905 Jun 21 04:31:20.396353 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-8d69f079-d78e-46fc-800e-aa756dbd16bd req-9cdc2913-ec90-4dd1-90f4-02998652cceb service neutron] 10.222.0.13 "GET /v2.0/networks/bcd25c4b-e82e-4806-8b9a-58ce3023b281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830116 Jun 21 04:31:20.491816 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-8d69f079-d78e-46fc-800e-aa756dbd16bd req-3ea136e1-0af8-40f3-a140-05ef8dbcf489 service neutron] 10.222.0.13 "GET /v2.0/networks/bcd25c4b-e82e-4806-8b9a-58ce3023b281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893645 Jun 21 04:31:20.694764 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-9ecb34c4-7327-4334-9696-67fe389b3053 req-5c693681-5a25-467b-a2d9-4d449e02648c tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb3c6aec-7e6e-4d62-b6be-ae436ec8e5e6 HTTP/1.1" status: 200 len: 210 time: 0.0468493 Jun 21 04:31:21.331575 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b53ca62-8860-43d3-baa8-045678d16775 req-b86cfd81-45c3-4d69-b309-37082e2cd3e1 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:21.333823 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-4b53ca62-8860-43d3-baa8-045678d16775 req-b86cfd81-45c3-4d69-b309-37082e2cd3e1 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] 10.222.0.13 "GET /v2.0/ports?device_id=815136aa-47e2-4cd4-8423-9eaa3cdb9e8a HTTP/1.1" status: 200 len: 945 time: 0.1348228 Jun 21 04:31:21.351039 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea13f264-ff12-48b8-987c-a0e665b5e1ba req-63ad1321-4ab8-4da4-aa82-ea549b67b752 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:21.353761 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-ea13f264-ff12-48b8-987c-a0e665b5e1ba req-63ad1321-4ab8-4da4-aa82-ea549b67b752 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60 HTTP/1.1" status: 200 len: 946 time: 0.1077726 Jun 21 04:31:21.416669 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-4b53ca62-8860-43d3-baa8-045678d16775 req-183fad94-a9dd-4f0a-bef8-efd8d905e208 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8d2db0-f700-4c3a-b679-6da27c4efe2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617781 Jun 21 04:31:21.431935 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-ea13f264-ff12-48b8-987c-a0e665b5e1ba req-360ca5ab-2894-496d-bf57-972eaa81de7f tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=39085220-cdcc-4a6f-81ee-ed6b884a5b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662067 Jun 21 04:31:21.822764 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-601db8a3-361c-433b-8175-df28254a1b66 req-1ebb1030-751e-46c4-92bb-0cf1f6dcb49a tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb3c6aec-7e6e-4d62-b6be-ae436ec8e5e6 HTTP/1.1" status: 200 len: 210 time: 0.0292640 Jun 21 04:31:22.582171 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d69f079-d78e-46fc-800e-aa756dbd16bd req-36fc00e1-7f8b-43ce-bc81-2c3992ffb7af tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:22.584322 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-8d69f079-d78e-46fc-800e-aa756dbd16bd req-36fc00e1-7f8b-43ce-bc81-2c3992ffb7af tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.38 "GET /v2.0/networks?id=bcd25c4b-e82e-4806-8b9a-58ce3023b281 HTTP/1.1" status: 200 len: 814 time: 0.2458611 Jun 21 04:31:22.590452 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8f00d9-26ea-4a18-8c0f-4d833b44117a req-c0a8f3d8-cdc9-4649-8e64-1e031e8bcda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:22.592090 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-7c8f00d9-26ea-4a18-8c0f-4d833b44117a req-c0a8f3d8-cdc9-4649-8e64-1e031e8bcda5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=092d282a6edc474b8f3300e8e6ee4b67&device_id=a6afa05c-5040-4202-a64c-c703c946ff1a HTTP/1.1" status: 200 len: 1098 time: 0.1066668 Jun 21 04:31:22.639059 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.v2.base [req-8d69f079-d78e-46fc-800e-aa756dbd16bd req-1bda3315-017f-410b-bda1-f626ce5e8b24 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Request body: {'port': {'device_id': 'bb3c6aec-7e6e-4d62-b6be-ae436ec8e5e6', 'network_id': 'bcd25c4b-e82e-4806-8b9a-58ce3023b281', 'admin_state_up': True, 'tenant_id': '3d3dc1c5cc6245e19aae425aef4939bb'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:31:22.725594 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac6737-2b68-4d34-90cf-25946bf4d3ea req-98d61729-f31b-4828-8457-2e0de7803b33 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:22.727072 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-d8ac6737-2b68-4d34-90cf-25946bf4d3ea req-98d61729-f31b-4828-8457-2e0de7803b33 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6afa05c-5040-4202-a64c-c703c946ff1a HTTP/1.1" status: 200 len: 945 time: 0.2304006 Jun 21 04:31:22.735393 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8f00d9-26ea-4a18-8c0f-4d833b44117a req-a54a64f6-9860-4389-8d85-a2bfa7baa9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:22.737016 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-7c8f00d9-26ea-4a18-8c0f-4d833b44117a req-a54a64f6-9860-4389-8d85-a2bfa7baa9bc service neutron] 10.222.0.38 "GET /v2.0/networks?id=eb14d1e4-153c-4833-8dee-e8145a700dcb HTTP/1.1" status: 200 len: 920 time: 0.1075270 Jun 21 04:31:22.756848 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7fd259-7a00-4c2e-a61d-2e7ad0d6f4af req-5b3276e1-8387-4a19-9e10-9bf7f91ee8bf tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:22.758313 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-1f7fd259-7a00-4c2e-a61d-2e7ad0d6f4af req-5b3276e1-8387-4a19-9e10-9bf7f91ee8bf tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] 10.222.0.13 "GET /v2.0/ports?device_id=815136aa-47e2-4cd4-8423-9eaa3cdb9e8a HTTP/1.1" status: 200 len: 945 time: 0.1835389 Jun 21 04:31:22.795867 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-7c8f00d9-26ea-4a18-8c0f-4d833b44117a req-107eede5-9c0d-47c3-aad2-a19feef0adf8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cecae649-32ea-447c-aa51-6ce626930b79 HTTP/1.1" status: 200 len: 217 time: 0.0401359 Jun 21 04:31:22.836417 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-d8ac6737-2b68-4d34-90cf-25946bf4d3ea req-5b9fda33-e01f-43c3-8e66-ac60b692be7f tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980475 Jun 21 04:31:22.841570 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-1f7fd259-7a00-4c2e-a61d-2e7ad0d6f4af req-506ea5f4-4f7f-41f9-a468-4b559679cb82 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8d2db0-f700-4c3a-b679-6da27c4efe2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756249 Jun 21 04:31:22.852475 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d69f079-d78e-46fc-800e-aa756dbd16bd req-1bda3315-017f-410b-bda1-f626ce5e8b24 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Made reservation on behalf of 3d3dc1c5cc6245e19aae425aef4939bb for: {'port': 1} {{(pid=92746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:31:22.856347 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-8d69f079-d78e-46fc-800e-aa756dbd16bd req-1bda3315-017f-410b-bda1-f626ce5e8b24 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-632420'] for port, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:22.932104 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8f00d9-26ea-4a18-8c0f-4d833b44117a req-7fce5497-66dc-4711-b0c6-24bfd2218f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:22.934856 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-7c8f00d9-26ea-4a18-8c0f-4d833b44117a req-7fce5497-66dc-4711-b0c6-24bfd2218f7f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=73192c75-f1c9-4e6e-bed4-2117506a7d5e HTTP/1.1" status: 200 len: 859 time: 0.0731144 Jun 21 04:31:22.987725 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-7c8f00d9-26ea-4a18-8c0f-4d833b44117a req-0bcd594c-1832-4c8c-bfb9-73334661e272 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=eb14d1e4-153c-4833-8dee-e8145a700dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384684 Jun 21 04:31:23.046276 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-5df2bcaa-263c-415c-913c-0685b90acf6d req-f81a57c2-198e-4c2a-83e3-fefd1a147820 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb3c6aec-7e6e-4d62-b6be-ae436ec8e5e6 HTTP/1.1" status: 200 len: 210 time: 0.0629153 Jun 21 04:31:23.074933 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.db.db_base_plugin_common [req-8d69f079-d78e-46fc-800e-aa756dbd16bd req-1bda3315-017f-410b-bda1-f626ce5e8b24 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Allocated IP 172.20.0.2 (bcd25c4b-e82e-4806-8b9a-58ce3023b281/5b74d7ea-b7ab-482b-b868-925adb354e05/dd267157-1256-45b0-b782-851ce9b00ac5) {{(pid=92746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:31:23.108447 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0583d93a-0ba9-44be-a4fa-9bc9980707fe req-006e95e5-d43e-4d3c-a05e-4b3d32b7d5db tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:23.110045 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-0583d93a-0ba9-44be-a4fa-9bc9980707fe req-006e95e5-d43e-4d3c-a05e-4b3d32b7d5db tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60 HTTP/1.1" status: 200 len: 946 time: 0.1279309 Jun 21 04:31:23.208176 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-0583d93a-0ba9-44be-a4fa-9bc9980707fe req-690e6e84-9aee-4b49-9282-d4020662b23b tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=39085220-cdcc-4a6f-81ee-ed6b884a5b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910866 Jun 21 04:31:23.268117 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-8d69f079-d78e-46fc-800e-aa756dbd16bd req-1bda3315-017f-410b-bda1-f626ce5e8b24 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Notify callbacks [] for port, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:23.277637 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-7c8f00d9-26ea-4a18-8c0f-4d833b44117a req-5df63ecf-5933-4ab5-b2da-6fd6b9379b57 service neutron] 10.222.0.38 "GET /v2.0/networks/eb14d1e4-153c-4833-8dee-e8145a700dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808292 Jun 21 04:31:23.315006 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-8d69f079-d78e-46fc-800e-aa756dbd16bd req-1bda3315-017f-410b-bda1-f626ce5e8b24 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789666979157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33408509'] for port, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:23.320436 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:23.381237 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d69f079-d78e-46fc-800e-aa756dbd16bd req-1bda3315-017f-410b-bda1-f626ce5e8b24 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Network bcd25c4b-e82e-4806-8b9a-58ce3023b281 is already hosted by enough agents. {{(pid=92746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:31:23.384544 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.scheduler.base_scheduler [req-8d69f079-d78e-46fc-800e-aa756dbd16bd req-1bda3315-017f-410b-bda1-f626ce5e8b24 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Resources bound (agent type, host, resource id): {{(pid=92746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:31:23.387837 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d69f079-d78e-46fc-800e-aa756dbd16bd req-1bda3315-017f-410b-bda1-f626ce5e8b24 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Received port after_create {{(pid=92746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:31:23.388073 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-7c8f00d9-26ea-4a18-8c0f-4d833b44117a req-f11f4ba9-a9a3-4cc5-b989-e44a7623ccec service neutron] 10.222.0.38 "GET /v2.0/networks/eb14d1e4-153c-4833-8dee-e8145a700dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937135 Jun 21 04:31:23.396036 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bda3315-017f-410b-bda1-f626ce5e8b24 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Pushing event updated for resources: {'Port': ['ID=dd267157-1256-45b0-b782-851ce9b00ac5,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:23.415706 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-1bda3315-017f-410b-bda1-f626ce5e8b24 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:23.441258 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d69f079-d78e-46fc-800e-aa756dbd16bd req-1bda3315-017f-410b-bda1-f626ce5e8b24 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:23.441907 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-8d69f079-d78e-46fc-800e-aa756dbd16bd req-1bda3315-017f-410b-bda1-f626ce5e8b24 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33144588'] for port, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:23.456773 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-8d69f079-d78e-46fc-800e-aa756dbd16bd req-1bda3315-017f-410b-bda1-f626ce5e8b24 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8252561 Jun 21 04:31:23.519043 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.v2.base [req-8d69f079-d78e-46fc-800e-aa756dbd16bd req-c68c7bd0-8194-495b-8c17-bedceb20a303 service neutron] Request body: {'port': {'device_id': 'bb3c6aec-7e6e-4d62-b6be-ae436ec8e5e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79688'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:31:23.588826 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-8d69f079-d78e-46fc-800e-aa756dbd16bd req-c68c7bd0-8194-495b-8c17-bedceb20a303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:23.860590 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.notifiers.nova [req-8d69f079-d78e-46fc-800e-aa756dbd16bd req-c68c7bd0-8194-495b-8c17-bedceb20a303 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd267157-1256-45b0-b782-851ce9b00ac5 {{(pid=92746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:31:23.868434 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-8d69f079-d78e-46fc-800e-aa756dbd16bd req-c68c7bd0-8194-495b-8c17-bedceb20a303 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:23.887096 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.db.provisioning_blocks [req-8d69f079-d78e-46fc-800e-aa756dbd16bd req-c68c7bd0-8194-495b-8c17-bedceb20a303 service neutron] Transition to ACTIVE for port object dd267157-1256-45b0-b782-851ce9b00ac5 will not be triggered until provisioned by entity L2. {{(pid=92746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:31:23.891651 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-8d69f079-d78e-46fc-800e-aa756dbd16bd req-c68c7bd0-8194-495b-8c17-bedceb20a303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33408459'] for port, after_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:23.895510 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-15a9f310-086b-46d1-9938-6d592e1d336c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:24.041162 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a8503-1f12-4ed8-8860-86da5972f55e req-d9c575ed-4af6-4496-821f-59c683f2483b tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:24.043314 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-628a8503-1f12-4ed8-8860-86da5972f55e req-d9c575ed-4af6-4496-821f-59c683f2483b tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] 10.222.0.38 "GET /v2.0/ports?device_id=815136aa-47e2-4cd4-8423-9eaa3cdb9e8a HTTP/1.1" status: 200 len: 945 time: 0.0905735 Jun 21 04:31:24.199804 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [req-628a8503-1f12-4ed8-8860-86da5972f55e req-f846878b-aed9-48ab-8873-1f0bafa17617 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Deleting port d4889088-40b6-48c8-9264-8fe90b3bd756 {{(pid=92745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:31:24.200582 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-628a8503-1f12-4ed8-8860-86da5972f55e req-f846878b-aed9-48ab-8873-1f0bafa17617 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789667499749'] for port, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:24.247983 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 59628) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:24.291331 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68c7bd0-8194-495b-8c17-bedceb20a303 service neutron] Pushing event updated for resources: {'Port': ['ID=dd267157-1256-45b0-b782-851ce9b00ac5,revision_number=2']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:24.298839 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [req-628a8503-1f12-4ed8-8860-86da5972f55e req-f846878b-aed9-48ab-8873-1f0bafa17617 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] For port d4889088-40b6-48c8-9264-8fe90b3bd756, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=d4889088-40b6-48c8-9264-8fe90b3bd756,segment=NetworkSegment(8e16b4af-d01b-4c5d-b169-b0ffa3f9d0ff),segment_id=8e16b4af-d01b-4c5d-b169-b0ffa3f9d0ff)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:31:24.299179 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-628a8503-1f12-4ed8-8860-86da5972f55e req-f846878b-aed9-48ab-8873-1f0bafa17617 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062555'] for port, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:24.312265 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-c68c7bd0-8194-495b-8c17-bedceb20a303 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:24.369349 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [req-628a8503-1f12-4ed8-8860-86da5972f55e req-f846878b-aed9-48ab-8873-1f0bafa17617 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Calling delete_port for d4889088-40b6-48c8-9264-8fe90b3bd756 owned by compute:nova {{(pid=92745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:31:24.388148 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6dfacd29-59c0-4cbc-ae56-fe7d7d90a260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:24.391438 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.managers [req-8d69f079-d78e-46fc-800e-aa756dbd16bd req-c68c7bd0-8194-495b-8c17-bedceb20a303 service neutron] Attempting to bind port dd267157-1256-45b0-b782-851ce9b00ac5 on host hv-cinder-79688 for vnic_type normal with profile {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:31:24.391798 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.managers [req-8d69f079-d78e-46fc-800e-aa756dbd16bd req-c68c7bd0-8194-495b-8c17-bedceb20a303 service neutron] Attempting to bind port dd267157-1256-45b0-b782-851ce9b00ac5 by drivers openvswitch,hyperv on host hv-cinder-79688 at level 0 using segments [{'id': '8a38e233-42e7-4555-a11b-fbc792a45807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'bcd25c4b-e82e-4806-8b9a-58ce3023b281'}] {{(pid=92746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:31:24.392107 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d69f079-d78e-46fc-800e-aa756dbd16bd req-c68c7bd0-8194-495b-8c17-bedceb20a303 service neutron] Attempting to bind port dd267157-1256-45b0-b782-851ce9b00ac5 on network bcd25c4b-e82e-4806-8b9a-58ce3023b281 {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:31:24.406723 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce38704b-f675-4a70-8964-b1bb676b1f76 req-28470c58-0df8-403d-a7a0-ac5c3116436d tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:24.408200 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-ce38704b-f675-4a70-8964-b1bb676b1f76 req-28470c58-0df8-403d-a7a0-ac5c3116436d tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6afa05c-5040-4202-a64c-c703c946ff1a HTTP/1.1" status: 200 len: 945 time: 0.4417315 Jun 21 04:31:24.410544 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d69f079-d78e-46fc-800e-aa756dbd16bd req-c68c7bd0-8194-495b-8c17-bedceb20a303 service neutron] Port dd267157-1256-45b0-b782-851ce9b00ac5 on network bcd25c4b-e82e-4806-8b9a-58ce3023b281 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79688 {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:31:24.410860 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d69f079-d78e-46fc-800e-aa756dbd16bd req-c68c7bd0-8194-495b-8c17-bedceb20a303 service neutron] Attempting to bind port dd267157-1256-45b0-b782-851ce9b00ac5 on network bcd25c4b-e82e-4806-8b9a-58ce3023b281 {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:31:24.423659 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d69f079-d78e-46fc-800e-aa756dbd16bd req-c68c7bd0-8194-495b-8c17-bedceb20a303 service neutron] Checking agent: {'id': '2d8ec531-0834-43cc-a69e-43a4958e3c4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79688', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 27, 37), 'started_at': datetime.datetime(2021, 6, 21, 4, 27, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:31:24.423937 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d69f079-d78e-46fc-800e-aa756dbd16bd req-c68c7bd0-8194-495b-8c17-bedceb20a303 service neutron] Checking segment: {'id': '8a38e233-42e7-4555-a11b-fbc792a45807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'bcd25c4b-e82e-4806-8b9a-58ce3023b281'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:31:24.424304 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d69f079-d78e-46fc-800e-aa756dbd16bd req-c68c7bd0-8194-495b-8c17-bedceb20a303 service neutron] Bound using segment: {'id': '8a38e233-42e7-4555-a11b-fbc792a45807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'bcd25c4b-e82e-4806-8b9a-58ce3023b281'} {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:31:24.425274 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.managers [req-8d69f079-d78e-46fc-800e-aa756dbd16bd req-c68c7bd0-8194-495b-8c17-bedceb20a303 service neutron] Bound port: dd267157-1256-45b0-b782-851ce9b00ac5, host: hv-cinder-79688, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a38e233-42e7-4555-a11b-fbc792a45807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'bcd25c4b-e82e-4806-8b9a-58ce3023b281'}}] {{(pid=92746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:31:24.425892 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-8d69f079-d78e-46fc-800e-aa756dbd16bd req-c68c7bd0-8194-495b-8c17-bedceb20a303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:24.434152 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24048aaa-1885-43d2-8d60-ed43ac2ff9a9 req-6daf89f0-af03-49cc-8a9e-9a2cf0875bec tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:24.435574 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-24048aaa-1885-43d2-8d60-ed43ac2ff9a9 req-6daf89f0-af03-49cc-8a9e-9a2cf0875bec tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] 10.222.0.13 "GET /v2.0/ports?device_id=815136aa-47e2-4cd4-8423-9eaa3cdb9e8a HTTP/1.1" status: 200 len: 945 time: 0.4429352 Jun 21 04:31:24.506452 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-ce38704b-f675-4a70-8964-b1bb676b1f76 req-b92e3668-e620-4a2c-8bfe-d19f8c136a21 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896931 Jun 21 04:31:24.524900 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-24048aaa-1885-43d2-8d60-ed43ac2ff9a9 req-47bc2b9b-7478-4215-a3ca-6a4377f8f742 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8d2db0-f700-4c3a-b679-6da27c4efe2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755534 Jun 21 04:31:24.566773 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.db [req-8d69f079-d78e-46fc-800e-aa756dbd16bd req-c68c7bd0-8194-495b-8c17-bedceb20a303 service neutron] For port dd267157-1256-45b0-b782-851ce9b00ac5, host hv-cinder-79688, cleared binding levels {{(pid=92746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:31:24.571432 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6dfacd29-59c0-4cbc-ae56-fe7d7d90a260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:24.578068 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6dfacd29-59c0-4cbc-ae56-fe7d7d90a260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:24.581670 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-b5e7e61c-7293-4024-9a0c-83bb67b19943 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:24.587177 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.db [req-8d69f079-d78e-46fc-800e-aa756dbd16bd req-c68c7bd0-8194-495b-8c17-bedceb20a303 service neutron] For port dd267157-1256-45b0-b782-851ce9b00ac5, host hv-cinder-79688, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=dd267157-1256-45b0-b782-851ce9b00ac5,segment=NetworkSegment(8a38e233-42e7-4555-a11b-fbc792a45807),segment_id=8a38e233-42e7-4555-a11b-fbc792a45807)] {{(pid=92746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:31:24.593877 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-8d69f079-d78e-46fc-800e-aa756dbd16bd req-c68c7bd0-8194-495b-8c17-bedceb20a303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33408459'] for port, after_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:24.599070 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-628a8503-1f12-4ed8-8860-86da5972f55e req-f846878b-aed9-48ab-8873-1f0bafa17617 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789667503845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789666979166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30039426'] for port, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:24.610686 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-3b8d9c7f-36c9-4737-84dc-f6213693719a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:24.620446 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d69f079-d78e-46fc-800e-aa756dbd16bd req-c68c7bd0-8194-495b-8c17-bedceb20a303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:24.621111 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-8d69f079-d78e-46fc-800e-aa756dbd16bd req-c68c7bd0-8194-495b-8c17-bedceb20a303 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33144588'] for port, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:24.623764 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-8d69f079-d78e-46fc-800e-aa756dbd16bd req-c68c7bd0-8194-495b-8c17-bedceb20a303 service neutron] 10.222.0.38 "PUT /v2.0/ports/dd267157-1256-45b0-b782-851ce9b00ac5 HTTP/1.1" status: 200 len: 1093 time: 1.1092682 Jun 21 04:31:24.626392 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb3c6aec-7e6e-4d62-b6be-ae436ec8e5e6', 'tag': 'dd267157-1256-45b0-b782-851ce9b00ac5'}] {{(pid=92746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:31:24.628915 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7cbf71f9e1aa915714a5a62000f0bd5d8f9af41b6b6cc8a146f78dbc3385941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b3cd281-805c-4d2e-928a-343208a7e517" -d '{"events": [{"name": "network-changed", "server_uuid": "bb3c6aec-7e6e-4d62-b6be-ae436ec8e5e6", "tag": "dd267157-1256-45b0-b782-851ce9b00ac5"}]}' {{(pid=92746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:31:24.633287 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-6dfacd29-59c0-4cbc-ae56-fe7d7d90a260 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=579e6674a0da491abd41abc00f4e96d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3820813 Jun 21 04:31:24.633816 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 59640) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:24.634475 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfacd29-59c0-4cbc-ae56-fe7d7d90a260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8698502-f2c4-443a-b8bc-6d1f30eafcfb,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:24.638251 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-6dfacd29-59c0-4cbc-ae56-fe7d7d90a260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:24.647828 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:24.662972 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] get_ports_and_sgs() called for port_ids ['d4889088-40b6-48c8-9264-8fe90b3bd756'] {{(pid=92747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:31:24.706653 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f846878b-aed9-48ab-8873-1f0bafa17617 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Pushing event deleted for resources: {'Port': ['ID=d4889088-40b6-48c8-9264-8fe90b3bd756,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:24.727302 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-f846878b-aed9-48ab-8873-1f0bafa17617 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:24.728215 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [req-628a8503-1f12-4ed8-8860-86da5972f55e req-f846878b-aed9-48ab-8873-1f0bafa17617 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] No DVR routers for this DVR port d4889088-40b6-48c8-9264-8fe90b3bd756 on host hv-cinder-79688 {{(pid=92745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:31:24.732635 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-628a8503-1f12-4ed8-8860-86da5972f55e req-f846878b-aed9-48ab-8873-1f0bafa17617 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5899'] for port, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:24.734570 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-628a8503-1f12-4ed8-8860-86da5972f55e req-f846878b-aed9-48ab-8873-1f0bafa17617 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] 10.222.0.38 "DELETE /v2.0/ports/d4889088-40b6-48c8-9264-8fe90b3bd756 HTTP/1.1" status: 204 len: 173 time: 0.6853151 Jun 21 04:31:24.735027 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '815136aa-47e2-4cd4-8423-9eaa3cdb9e8a', 'name': 'network-vif-deleted', 'tag': 'd4889088-40b6-48c8-9264-8fe90b3bd756'}] {{(pid=92745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:31:24.737304 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e65a7435921a4b725d950f60fbdbd7b7a483a7692f8e299216e8097d5419be07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe2ca7fa-0ec5-4768-a0d0-e8d1042e572a" -d '{"events": [{"server_uuid": "815136aa-47e2-4cd4-8423-9eaa3cdb9e8a", "name": "network-vif-deleted", "tag": "d4889088-40b6-48c8-9264-8fe90b3bd756"}]}' {{(pid=92745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:31:24.766077 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-d1b0f7d9-1c62-43c9-8978-3ab2991fe47e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:24.789095 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-d1b0f7d9-1c62-43c9-8978-3ab2991fe47e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:24.807538 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68c7bd0-8194-495b-8c17-bedceb20a303 service neutron] Pushing event updated for resources: {'Port': ['ID=dd267157-1256-45b0-b782-851ce9b00ac5,revision_number=3']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:24.810728 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-c68c7bd0-8194-495b-8c17-bedceb20a303 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:24.843410 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-d1b0f7d9-1c62-43c9-8978-3ab2991fe47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:24.847872 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-d1b0f7d9-1c62-43c9-8978-3ab2991fe47e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:24.851917 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-d1b0f7d9-1c62-43c9-8978-3ab2991fe47e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a8698502-f2c4-443a-b8bc-6d1f30eafcfb HTTP/1.1" status: 204 len: 168 time: 0.2131948 Jun 21 04:31:24.851917 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-1363ed17-d067-4457-891c-ba083a75f946 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:24.862300 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af1a9d-66c4-45a9-9ba9-3628036be4b4 req-34351e0d-6725-40db-b337-299047b9c923 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:24.864595 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-30af1a9d-66c4-45a9-9ba9-3628036be4b4 req-34351e0d-6725-40db-b337-299047b9c923 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb3c6aec-7e6e-4d62-b6be-ae436ec8e5e6 HTTP/1.1" status: 200 len: 943 time: 0.1959484 Jun 21 04:31:24.866775 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b0f7d9-1c62-43c9-8978-3ab2991fe47e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8698502-f2c4-443a-b8bc-6d1f30eafcfb,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:24.874150 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-d1b0f7d9-1c62-43c9-8978-3ab2991fe47e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:24.876983 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d69f079-d78e-46fc-800e-aa756dbd16bd req-7d8b8da1-0e17-48bd-8c61-06e302bb617a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:24.879524 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-8d69f079-d78e-46fc-800e-aa756dbd16bd req-7d8b8da1-0e17-48bd-8c61-06e302bb617a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3d3dc1c5cc6245e19aae425aef4939bb&device_id=bb3c6aec-7e6e-4d62-b6be-ae436ec8e5e6 HTTP/1.1" status: 200 len: 1096 time: 0.1883264 Jun 21 04:31:24.905385 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57597553-3732-4a84-b20f-e6bb0d23971d req-542df67a-0000-4350-b5f8-4d577c0f13a1 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:24.906851 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-57597553-3732-4a84-b20f-e6bb0d23971d req-542df67a-0000-4350-b5f8-4d577c0f13a1 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60 HTTP/1.1" status: 200 len: 946 time: 0.1820271 Jun 21 04:31:24.968715 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-8d69f079-d78e-46fc-800e-aa756dbd16bd req-e46c50cc-80f4-4fab-acb5-2ee7cdbcb17b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dd267157-1256-45b0-b782-851ce9b00ac5 HTTP/1.1" status: 200 len: 217 time: 0.0445933 Jun 21 04:31:24.974283 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-30af1a9d-66c4-45a9-9ba9-3628036be4b4 req-78d0c0a9-a6b5-44ec-9f06-0e9ee2dffbe9 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca98ce9e-f1a3-4909-a002-7e7104c7cc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006451 Jun 21 04:31:25.032941 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-57597553-3732-4a84-b20f-e6bb0d23971d req-b13a3f16-1de8-45ee-bdbd-067a54fc2977 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=39085220-cdcc-4a6f-81ee-ed6b884a5b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193330 Jun 21 04:31:25.042317 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d69f079-d78e-46fc-800e-aa756dbd16bd req-409a9d2d-3d3c-41e5-87a7-80d76df6b250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:25.043898 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-8d69f079-d78e-46fc-800e-aa756dbd16bd req-409a9d2d-3d3c-41e5-87a7-80d76df6b250 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5b74d7ea-b7ab-482b-b868-925adb354e05 HTTP/1.1" status: 200 len: 854 time: 0.0676937 Jun 21 04:31:25.095451 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8b8786-7385-4adf-afd8-ac53f3f5c950 x-openstack-request-id: req-0c8b8786-7385-4adf-afd8-ac53f3f5c950 {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:31:25.095770 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb3c6aec-7e6e-4d62-b6be-ae436ec8e5e6", "tag": "dd267157-1256-45b0-b782-851ce9b00ac5", "status": "completed", "code": 200}]} {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:31:25.096047 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0c8b8786-7385-4adf-afd8-ac53f3f5c950 {{(pid=92746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:31:25.096479 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb3c6aec-7e6e-4d62-b6be-ae436ec8e5e6', 'tag': 'dd267157-1256-45b0-b782-851ce9b00ac5', 'status': 'completed', 'code': 200} Jun 21 04:31:25.120569 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-8d69f079-d78e-46fc-800e-aa756dbd16bd req-d6e96451-549a-405a-82ff-12e14d581e06 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bcd25c4b-e82e-4806-8b9a-58ce3023b281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609343 Jun 21 04:31:25.125611 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e718b9-f37b-4631-91cb-1fca63f4ec80 x-openstack-request-id: req-a6e718b9-f37b-4631-91cb-1fca63f4ec80 {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:31:25.126113 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "815136aa-47e2-4cd4-8423-9eaa3cdb9e8a", "name": "network-vif-deleted", "tag": "d4889088-40b6-48c8-9264-8fe90b3bd756", "status": "completed", "code": 200}]} {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:31:25.126320 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a6e718b9-f37b-4631-91cb-1fca63f4ec80 {{(pid=92745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:31:25.126848 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '815136aa-47e2-4cd4-8423-9eaa3cdb9e8a', 'name': 'network-vif-deleted', 'tag': 'd4889088-40b6-48c8-9264-8fe90b3bd756', 'status': 'completed', 'code': 200} Jun 21 04:31:25.153009 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 59648) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:25.166847 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-5fbfda31-b504-4b00-bedd-f2d201929295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:25.263192 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-5fbfda31-b504-4b00-bedd-f2d201929295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:25.267996 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-5fbfda31-b504-4b00-bedd-f2d201929295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:25.271538 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-b8e20d75-6174-4c89-9895-67a6dbf3500d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:25.278055 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-8d69f079-d78e-46fc-800e-aa756dbd16bd req-cdef69d2-1f27-420f-ad70-0829ac50578f service neutron] 10.222.0.38 "GET /v2.0/networks/bcd25c4b-e82e-4806-8b9a-58ce3023b281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289992 Jun 21 04:31:25.309098 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-5fbfda31-b504-4b00-bedd-f2d201929295 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=11894c6905e14edeac1a0796c6bc4b67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1549809 Jun 21 04:31:25.311066 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbfda31-b504-4b00-bedd-f2d201929295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc6ca1e-53d9-4ed7-83b1-655a1c190c0e,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:25.311954 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 59652) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:25.313991 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-5fbfda31-b504-4b00-bedd-f2d201929295 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:25.409478 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec087cb-e394-4442-84dc-e8c9d776f487 req-29132dcd-746d-47bc-9962-024edc0b51e8 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:25.411030 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-5ec087cb-e394-4442-84dc-e8c9d776f487 req-29132dcd-746d-47bc-9962-024edc0b51e8 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/ports?device_id=31b09ee5-1585-43ef-9a4f-8bbacc6385ff HTTP/1.1" status: 200 len: 946 time: 0.1492236 Jun 21 04:31:25.473698 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-851271e7-a079-4922-bf95-a365aae3d379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:25.491039 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-8d69f079-d78e-46fc-800e-aa756dbd16bd req-badd27b0-5750-4aff-b676-054bb8e4e522 service neutron] 10.222.0.38 "GET /v2.0/networks/bcd25c4b-e82e-4806-8b9a-58ce3023b281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700602 Jun 21 04:31:25.505464 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-5ec087cb-e394-4442-84dc-e8c9d776f487 req-21f6c856-94e7-4f20-a3a0-27b84261523d tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/security-groups?id=caf29c12-da81-4cc3-ac7d-970e1b1b08f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870454 Jun 21 04:31:25.510046 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-851271e7-a079-4922-bf95-a365aae3d379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:25.562859 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-851271e7-a079-4922-bf95-a365aae3d379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:25.566780 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-851271e7-a079-4922-bf95-a365aae3d379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:25.568202 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-851271e7-a079-4922-bf95-a365aae3d379 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3cc6ca1e-53d9-4ed7-83b1-655a1c190c0e HTTP/1.1" status: 204 len: 168 time: 0.2544334 Jun 21 04:31:25.569026 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-4ca91044-e28c-471d-ab47-a18e0f32be83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:25.579370 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851271e7-a079-4922-bf95-a365aae3d379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc6ca1e-53d9-4ed7-83b1-655a1c190c0e,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:25.588977 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-851271e7-a079-4922-bf95-a365aae3d379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:25.764767 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3cd281-805c-4d2e-928a-343208a7e517 req-e29ee5f2-b156-432d-af28-4f6abac80157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:25.766295 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-9b3cd281-805c-4d2e-928a-343208a7e517 req-e29ee5f2-b156-432d-af28-4f6abac80157 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3d3dc1c5cc6245e19aae425aef4939bb&device_id=bb3c6aec-7e6e-4d62-b6be-ae436ec8e5e6 HTTP/1.1" status: 200 len: 1096 time: 0.1219997 Jun 21 04:31:25.775134 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca749a4b-c751-467a-84cd-35cd4b79b491 req-90435e75-89e2-48aa-8994-1a5b3af18754 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:25.776626 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-ca749a4b-c751-467a-84cd-35cd4b79b491 req-90435e75-89e2-48aa-8994-1a5b3af18754 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6afa05c-5040-4202-a64c-c703c946ff1a HTTP/1.1" status: 200 len: 945 time: 0.0835702 Jun 21 04:31:25.927020 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-ca749a4b-c751-467a-84cd-35cd4b79b491 req-30a21ffa-f0f9-4cc7-b21a-5856a430a187 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361256 Jun 21 04:31:25.938795 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 59674) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:25.953859 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-85e5ec84-53cb-4bda-a045-b9eb08312d01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:25.972863 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3cd281-805c-4d2e-928a-343208a7e517 req-09f4a443-81f3-4125-9947-364b5ae5b6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:25.974374 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-9b3cd281-805c-4d2e-928a-343208a7e517 req-09f4a443-81f3-4125-9947-364b5ae5b6e4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=bcd25c4b-e82e-4806-8b9a-58ce3023b281 HTTP/1.1" status: 200 len: 915 time: 0.1932948 Jun 21 04:31:26.029509 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48594c36-802e-4688-9cb2-2c0b560cd6a3 req-aa295c57-5a5e-4c49-a5a1-c6a7197b9abe tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:26.030978 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-48594c36-802e-4688-9cb2-2c0b560cd6a3 req-aa295c57-5a5e-4c49-a5a1-c6a7197b9abe tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] 10.222.0.13 "GET /v2.0/networks?id=a0691517-9c1e-4b44-ba03-e59f0bedb6a5 HTTP/1.1" status: 200 len: 808 time: 0.1908739 Jun 21 04:31:26.032989 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-9b3cd281-805c-4d2e-928a-343208a7e517 req-5288d520-8313-47e1-8569-4752bfeb37f1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dd267157-1256-45b0-b782-851ce9b00ac5 HTTP/1.1" status: 200 len: 217 time: 0.0490260 Jun 21 04:31:26.045442 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-85e5ec84-53cb-4bda-a045-b9eb08312d01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:26.049700 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-85e5ec84-53cb-4bda-a045-b9eb08312d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:26.053236 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-046b7215-565d-4d17-acf3-ec7c1aec9845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:26.057175 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-48594c36-802e-4688-9cb2-2c0b560cd6a3 req-40726875-5b46-4901-8e48-3309938c57cf tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] 10.222.0.13 "GET /v2.0/quotas/dd5dbae9bfcb4f60b6ec4a96160d2249 HTTP/1.1" status: 200 len: 375 time: 0.0188060 Jun 21 04:31:26.089373 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-85e5ec84-53cb-4bda-a045-b9eb08312d01 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d198458b73284387ac60584807e2bbff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1494246 Jun 21 04:31:26.090272 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e5ec84-53cb-4bda-a045-b9eb08312d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec3fa3e-4752-40f3-9db6-119598817dc2,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:26.092491 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 59680) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:26.099288 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-85e5ec84-53cb-4bda-a045-b9eb08312d01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:26.123755 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-48594c36-802e-4688-9cb2-2c0b560cd6a3 req-713bd202-ce3c-4e1d-83a0-b21ab8d9f2fe tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=dd5dbae9bfcb4f60b6ec4a96160d2249&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445471 Jun 21 04:31:26.142856 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-5f1863bf-8266-423d-871b-96e23f2d11da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:26.164118 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-5f1863bf-8266-423d-871b-96e23f2d11da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:26.203634 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3cd281-805c-4d2e-928a-343208a7e517 req-14995060-bbdd-4f5d-a94c-595621263721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:26.205005 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-9b3cd281-805c-4d2e-928a-343208a7e517 req-14995060-bbdd-4f5d-a94c-595621263721 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5b74d7ea-b7ab-482b-b868-925adb354e05 HTTP/1.1" status: 200 len: 854 time: 0.1602652 Jun 21 04:31:26.210818 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-5f1863bf-8266-423d-871b-96e23f2d11da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:26.213873 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-5f1863bf-8266-423d-871b-96e23f2d11da admin admin] Notify callbacks [] for security_group, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:26.214991 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-5f1863bf-8266-423d-871b-96e23f2d11da admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5ec3fa3e-4752-40f3-9db6-119598817dc2 HTTP/1.1" status: 204 len: 168 time: 0.1216176 Jun 21 04:31:26.215798 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-c0ed830e-41ee-43f7-8f00-3680cd1a691c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:26.224317 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1863bf-8266-423d-871b-96e23f2d11da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec3fa3e-4752-40f3-9db6-119598817dc2,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:26.226538 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-5f1863bf-8266-423d-871b-96e23f2d11da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:26.255862 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-9b3cd281-805c-4d2e-928a-343208a7e517 req-67cb9338-0269-48ac-91ce-3c6b2e141862 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bcd25c4b-e82e-4806-8b9a-58ce3023b281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368278 Jun 21 04:31:26.300147 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e5cd5-35b8-40dc-869a-b6f80fadcd27 req-01667fe1-6122-4518-bf5c-f2c0ddcdf56b tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:26.301872 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-275e5cd5-35b8-40dc-869a-b6f80fadcd27 req-01667fe1-6122-4518-bf5c-f2c0ddcdf56b tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb3c6aec-7e6e-4d62-b6be-ae436ec8e5e6 HTTP/1.1" status: 200 len: 943 time: 0.2099233 Jun 21 04:31:26.303631 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-48594c36-802e-4688-9cb2-2c0b560cd6a3 req-577ed8f0-6435-4070-86d6-78028abbc1e1 service neutron] 10.222.0.13 "GET /v2.0/networks/a0691517-9c1e-4b44-ba03-e59f0bedb6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569247 Jun 21 04:31:26.445729 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-275e5cd5-35b8-40dc-869a-b6f80fadcd27 req-1454f8e5-4953-44ac-bea9-b885749354e5 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca98ce9e-f1a3-4909-a002-7e7104c7cc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320283 Jun 21 04:31:26.482773 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-48594c36-802e-4688-9cb2-2c0b560cd6a3 req-365101ee-da37-4197-91b6-9521223eca61 service neutron] 10.222.0.13 "GET /v2.0/networks/a0691517-9c1e-4b44-ba03-e59f0bedb6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675522 Jun 21 04:31:26.484608 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-9b3cd281-805c-4d2e-928a-343208a7e517 req-ab17bbb5-3c6f-41ce-823b-08ec521e4d6c service neutron] 10.222.0.38 "GET /v2.0/networks/bcd25c4b-e82e-4806-8b9a-58ce3023b281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011676 Jun 21 04:31:26.636352 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-9b3cd281-805c-4d2e-928a-343208a7e517 req-e0de974c-0281-4126-a167-19725fbe1a90 service neutron] 10.222.0.38 "GET /v2.0/networks/bcd25c4b-e82e-4806-8b9a-58ce3023b281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437314 Jun 21 04:31:26.648956 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84da69a-aafa-44d0-a595-d2ac9e0453d9 req-f79c8d70-630a-457c-8c70-e11a31cc52e2 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:26.650982 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-d84da69a-aafa-44d0-a595-d2ac9e0453d9 req-f79c8d70-630a-457c-8c70-e11a31cc52e2 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60 HTTP/1.1" status: 200 len: 946 time: 0.1028533 Jun 21 04:31:26.696786 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-d84da69a-aafa-44d0-a595-d2ac9e0453d9 req-d96fdf3d-4430-4f63-b8e9-86f212af7daf tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=39085220-cdcc-4a6f-81ee-ed6b884a5b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344326 Jun 21 04:31:26.800688 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-c4973ed8-4184-490f-9c82-699b8cf81a0e req-770c798a-5c7c-44df-9984-1b0ba37ae586 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] 10.222.0.13 "GET /v2.0/ports?device_id=df61f36c-a4ee-4e53-9211-dad5264ecd4b HTTP/1.1" status: 200 len: 210 time: 0.0326746 Jun 21 04:31:26.832823 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6e585-6bd7-4694-ae8f-ded8a9cd5d55 req-e3671177-bce1-4d96-aa1d-e473bde24240 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:26.834460 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-b5f6e585-6bd7-4694-ae8f-ded8a9cd5d55 req-e3671177-bce1-4d96-aa1d-e473bde24240 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/ports?device_id=31b09ee5-1585-43ef-9a4f-8bbacc6385ff HTTP/1.1" status: 200 len: 946 time: 0.1049201 Jun 21 04:31:26.888315 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-b5f6e585-6bd7-4694-ae8f-ded8a9cd5d55 req-aad84394-a397-4001-8229-6f4672a19af2 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/security-groups?id=caf29c12-da81-4cc3-ac7d-970e1b1b08f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460577 Jun 21 04:31:27.106623 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8bd332-7152-47b0-8ac2-05dc31c658a5 req-d8ff0f75-615f-4926-815b-988a2517cf78 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:27.108081 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-6a8bd332-7152-47b0-8ac2-05dc31c658a5 req-d8ff0f75-615f-4926-815b-988a2517cf78 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6afa05c-5040-4202-a64c-c703c946ff1a HTTP/1.1" status: 200 len: 945 time: 0.0639188 Jun 21 04:31:27.158595 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-6a8bd332-7152-47b0-8ac2-05dc31c658a5 req-3adab761-ed03-4220-b749-f1e3839f8d66 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432417 Jun 21 04:31:27.623301 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c2b7b0-9d84-43d1-a22f-08d6be21c7de req-f340d5fa-d264-4887-b8d5-05f7065dfc01 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:27.624737 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-12c2b7b0-9d84-43d1-a22f-08d6be21c7de req-f340d5fa-d264-4887-b8d5-05f7065dfc01 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb3c6aec-7e6e-4d62-b6be-ae436ec8e5e6 HTTP/1.1" status: 200 len: 943 time: 0.0638673 Jun 21 04:31:27.661399 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-12c2b7b0-9d84-43d1-a22f-08d6be21c7de req-3bde3e3a-04ed-4704-968c-d568266167eb tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca98ce9e-f1a3-4909-a002-7e7104c7cc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309107 Jun 21 04:31:27.840698 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device dd267157-1256-45b0-b782-851ce9b00ac5 details requested by agent hyperv_hv-cinder-79688 with host hv-cinder-79688 {{(pid=92747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:31:27.928160 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device d4889088-40b6-48c8-9264-8fe90b3bd756 no longer exists at agent hyperv_hv-cinder-79688 {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:31:27.949656 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] No Port match for: d4889088-40b6-48c8-9264-8fe90b3bd756 {{(pid=92747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:31:27.950262 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device d4889088-40b6-48c8-9264-8fe90b3bd756 not bound to the agent host hv-cinder-79688 {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:31:27.976971 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-5a3b8ecc-e5e0-4e24-b9c2-9a761cfa4774 req-194a87c3-7b41-4dde-899f-2e08a4d651f8 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] 10.222.0.13 "GET /v2.0/ports?device_id=df61f36c-a4ee-4e53-9211-dad5264ecd4b HTTP/1.1" status: 200 len: 210 time: 0.0514381 Jun 21 04:31:27.979736 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] For port dd267157-1256-45b0-b782-851ce9b00ac5, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=dd267157-1256-45b0-b782-851ce9b00ac5,segment=NetworkSegment(8a38e233-42e7-4555-a11b-fbc792a45807),segment_id=8a38e233-42e7-4555-a11b-fbc792a45807)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:31:28.003275 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Returning: {'device': 'dd267157-1256-45b0-b782-851ce9b00ac5', 'network_id': 'bcd25c4b-e82e-4806-8b9a-58ce3023b281', 'port_id': 'dd267157-1256-45b0-b782-851ce9b00ac5', 'mac_address': 'fa:16:3e:2c:74:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b74d7ea-b7ab-482b-b868-925adb354e05', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:31:28.030347 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f1e4b-07ef-4271-952f-e3cbdf279d14 req-50b27f20-720c-4279-b1da-bf39acca2042 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:28.037828 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-c65f1e4b-07ef-4271-952f-e3cbdf279d14 req-50b27f20-720c-4279-b1da-bf39acca2042 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60 HTTP/1.1" status: 200 len: 946 time: 0.2217245 Jun 21 04:31:28.053962 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48594c36-802e-4688-9cb2-2c0b560cd6a3 req-c9fbbea9-2eaa-4ae6-ad83-4f5cf10c28f4 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:28.055666 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-48594c36-802e-4688-9cb2-2c0b560cd6a3 req-c9fbbea9-2eaa-4ae6-ad83-4f5cf10c28f4 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] 10.222.0.38 "GET /v2.0/networks?id=a0691517-9c1e-4b44-ba03-e59f0bedb6a5 HTTP/1.1" status: 200 len: 808 time: 0.1880343 Jun 21 04:31:28.066572 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:28.087983 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.v2.base [req-48594c36-802e-4688-9cb2-2c0b560cd6a3 req-4c5787fa-ccda-463c-b1dc-9d9246584ee3 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Request body: {'port': {'device_id': 'df61f36c-a4ee-4e53-9211-dad5264ecd4b', 'network_id': 'a0691517-9c1e-4b44-ba03-e59f0bedb6a5', 'admin_state_up': True, 'tenant_id': 'dd5dbae9bfcb4f60b6ec4a96160d2249'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:31:28.095315 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-c65f1e4b-07ef-4271-952f-e3cbdf279d14 req-d56d19e6-9dbf-4bef-a188-25e43232187d tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=39085220-cdcc-4a6f-81ee-ed6b884a5b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562756 Jun 21 04:31:28.216788 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.notifiers.nova [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd267157-1256-45b0-b782-851ce9b00ac5 {{(pid=92747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:31:28.238929 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] For port dd267157-1256-45b0-b782-851ce9b00ac5, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=dd267157-1256-45b0-b782-851ce9b00ac5,segment=NetworkSegment(8a38e233-42e7-4555-a11b-fbc792a45807),segment_id=8a38e233-42e7-4555-a11b-fbc792a45807)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:31:28.244465 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:28.246749 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:28.272417 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfae3eb-9f48-4941-a732-968bf3d2df18 req-c3d75a1c-e0b0-4fa8-ae15-e28647c27ac2 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:28.273913 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-5dfae3eb-9f48-4941-a732-968bf3d2df18 req-c3d75a1c-e0b0-4fa8-ae15-e28647c27ac2 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/ports?device_id=31b09ee5-1585-43ef-9a4f-8bbacc6385ff HTTP/1.1" status: 200 len: 946 time: 0.1667144 Jun 21 04:31:28.294190 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Pushing event updated for resources: {'Port': ['ID=dd267157-1256-45b0-b782-851ce9b00ac5,revision_number=4']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:28.297627 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:28.303816 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48594c36-802e-4688-9cb2-2c0b560cd6a3 req-4c5787fa-ccda-463c-b1dc-9d9246584ee3 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Made reservation on behalf of dd5dbae9bfcb4f60b6ec4a96160d2249 for: {'port': 1} {{(pid=92746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:31:28.307290 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-48594c36-802e-4688-9cb2-2c0b560cd6a3 req-4c5787fa-ccda-463c-b1dc-9d9246584ee3 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-632420'] for port, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:28.382311 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-5dfae3eb-9f48-4941-a732-968bf3d2df18 req-4ba299e1-b909-4dae-bf74-08a63bd7fb77 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/security-groups?id=caf29c12-da81-4cc3-ac7d-970e1b1b08f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979218 Jun 21 04:31:28.474812 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c177c41-39e7-43bf-9000-27381d609845 req-2e146649-287d-40d0-afa3-2003ace543fa tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:28.476355 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-4c177c41-39e7-43bf-9000-27381d609845 req-2e146649-287d-40d0-afa3-2003ace543fa tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6afa05c-5040-4202-a64c-c703c946ff1a HTTP/1.1" status: 200 len: 945 time: 0.1655190 Jun 21 04:31:28.518535 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.db.db_base_plugin_common [req-48594c36-802e-4688-9cb2-2c0b560cd6a3 req-4c5787fa-ccda-463c-b1dc-9d9246584ee3 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Allocated IP 172.20.0.9 (a0691517-9c1e-4b44-ba03-e59f0bedb6a5/72513eee-967a-481b-9e70-f526585280cd/60894a8d-5da2-4093-ba1b-d00781846293) {{(pid=92746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:31:28.544944 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-4c177c41-39e7-43bf-9000-27381d609845 req-c5e56fc3-b3df-4698-9d27-34c60f6f6973 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526655 Jun 21 04:31:28.687653 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-48594c36-802e-4688-9cb2-2c0b560cd6a3 req-4c5787fa-ccda-463c-b1dc-9d9246584ee3 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Notify callbacks [] for port, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:28.707131 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] get_ports_and_sgs() called for port_ids ['dd267157-1256-45b0-b782-851ce9b00ac5'] {{(pid=92747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:31:28.733240 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-48594c36-802e-4688-9cb2-2c0b560cd6a3 req-4c5787fa-ccda-463c-b1dc-9d9246584ee3 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789666979157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33408509'] for port, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:28.740288 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:28.789967 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48594c36-802e-4688-9cb2-2c0b560cd6a3 req-4c5787fa-ccda-463c-b1dc-9d9246584ee3 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Network a0691517-9c1e-4b44-ba03-e59f0bedb6a5 is already hosted by enough agents. {{(pid=92746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:31:28.808874 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.scheduler.base_scheduler [req-48594c36-802e-4688-9cb2-2c0b560cd6a3 req-4c5787fa-ccda-463c-b1dc-9d9246584ee3 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Resources bound (agent type, host, resource id): {{(pid=92746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:31:29.053956 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [req-48594c36-802e-4688-9cb2-2c0b560cd6a3 req-4c5787fa-ccda-463c-b1dc-9d9246584ee3 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Received port after_create {{(pid=92746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:31:29.079351 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5787fa-ccda-463c-b1dc-9d9246584ee3 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Pushing event updated for resources: {'Port': ['ID=60894a8d-5da2-4093-ba1b-d00781846293,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:29.095764 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5787fa-ccda-463c-b1dc-9d9246584ee3 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:29.096122 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5787fa-ccda-463c-b1dc-9d9246584ee3 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:29.096471 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5787fa-ccda-463c-b1dc-9d9246584ee3 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:29.097388 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5787fa-ccda-463c-b1dc-9d9246584ee3 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:29.097733 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5787fa-ccda-463c-b1dc-9d9246584ee3 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:29.098071 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5787fa-ccda-463c-b1dc-9d9246584ee3 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:29.098405 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5787fa-ccda-463c-b1dc-9d9246584ee3 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:29.098737 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5787fa-ccda-463c-b1dc-9d9246584ee3 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:29.099070 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5787fa-ccda-463c-b1dc-9d9246584ee3 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:29.099402 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5787fa-ccda-463c-b1dc-9d9246584ee3 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:29.099732 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5787fa-ccda-463c-b1dc-9d9246584ee3 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:29.100060 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5787fa-ccda-463c-b1dc-9d9246584ee3 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:29.114600 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-4c5787fa-ccda-463c-b1dc-9d9246584ee3 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:29.161071 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48594c36-802e-4688-9cb2-2c0b560cd6a3 req-4c5787fa-ccda-463c-b1dc-9d9246584ee3 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:29.161694 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-48594c36-802e-4688-9cb2-2c0b560cd6a3 req-4c5787fa-ccda-463c-b1dc-9d9246584ee3 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33144588'] for port, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:29.194064 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-48594c36-802e-4688-9cb2-2c0b560cd6a3 req-4c5787fa-ccda-463c-b1dc-9d9246584ee3 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1133933 Jun 21 04:31:29.203858 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0041b2-f4cb-48ff-93e2-ded24ec9e8ee req-3234b2e5-9b1b-495c-9e46-ef2ea1a7a92f tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:29.205248 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-3c0041b2-f4cb-48ff-93e2-ded24ec9e8ee req-3234b2e5-9b1b-495c-9e46-ef2ea1a7a92f tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb3c6aec-7e6e-4d62-b6be-ae436ec8e5e6 HTTP/1.1" status: 200 len: 944 time: 0.4181073 Jun 21 04:31:29.226304 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.v2.base [req-48594c36-802e-4688-9cb2-2c0b560cd6a3 req-83795bb4-7a3a-47d2-915a-3cabf41ea4a3 service neutron] Request body: {'port': {'device_id': 'df61f36c-a4ee-4e53-9211-dad5264ecd4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79688'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:31:29.242470 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22946b15-a8c8-456a-a556-8ecb62f3318f req-9897d272-4571-46fe-ab90-bd2fd51e2821 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:29.244131 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-22946b15-a8c8-456a-a556-8ecb62f3318f req-9897d272-4571-46fe-ab90-bd2fd51e2821 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] 10.222.0.13 "GET /v2.0/ports?device_id=df61f36c-a4ee-4e53-9211-dad5264ecd4b HTTP/1.1" status: 200 len: 931 time: 0.1537828 Jun 21 04:31:29.335119 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-3c0041b2-f4cb-48ff-93e2-ded24ec9e8ee req-b2199a87-56aa-4d5f-b17b-5fee45c6d999 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca98ce9e-f1a3-4909-a002-7e7104c7cc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227169 Jun 21 04:31:29.345029 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-22946b15-a8c8-456a-a556-8ecb62f3318f req-f2b0e2f8-d748-41ca-a27c-4bf912bb4155 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8d2db0-f700-4c3a-b679-6da27c4efe2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823293 Jun 21 04:31:29.358092 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-48594c36-802e-4688-9cb2-2c0b560cd6a3 req-83795bb4-7a3a-47d2-915a-3cabf41ea4a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:29.639324 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689a2c8b-41d3-4c84-9012-272d6c4c821e req-7fe923c4-14a6-4b3c-a901-c4e1c0e44b4a tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:29.640873 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-689a2c8b-41d3-4c84-9012-272d6c4c821e req-7fe923c4-14a6-4b3c-a901-c4e1c0e44b4a tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60 HTTP/1.1" status: 200 len: 946 time: 0.1795621 Jun 21 04:31:29.691727 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cb8cb7-39d9-4fdd-8302-054e361b3c59 req-cc524ed8-d9a8-47a2-b63d-fc0f0fda6fc7 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:29.693153 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-50cb8cb7-39d9-4fdd-8302-054e361b3c59 req-cc524ed8-d9a8-47a2-b63d-fc0f0fda6fc7 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/ports?device_id=31b09ee5-1585-43ef-9a4f-8bbacc6385ff HTTP/1.1" status: 200 len: 946 time: 0.1977248 Jun 21 04:31:29.736510 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-689a2c8b-41d3-4c84-9012-272d6c4c821e req-84cc472f-b83f-47af-a830-3a2bf2913e51 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=39085220-cdcc-4a6f-81ee-ed6b884a5b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880222 Jun 21 04:31:29.781823 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-50cb8cb7-39d9-4fdd-8302-054e361b3c59 req-0049cbff-0ee3-4669-b5d9-e0b3d775ed4d tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/security-groups?id=caf29c12-da81-4cc3-ac7d-970e1b1b08f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804417 Jun 21 04:31:29.788778 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.notifiers.nova [req-48594c36-802e-4688-9cb2-2c0b560cd6a3 req-83795bb4-7a3a-47d2-915a-3cabf41ea4a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60894a8d-5da2-4093-ba1b-d00781846293 {{(pid=92746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:31:29.796841 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-48594c36-802e-4688-9cb2-2c0b560cd6a3 req-83795bb4-7a3a-47d2-915a-3cabf41ea4a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:29.810575 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.db.provisioning_blocks [req-48594c36-802e-4688-9cb2-2c0b560cd6a3 req-83795bb4-7a3a-47d2-915a-3cabf41ea4a3 service neutron] Transition to ACTIVE for port object 60894a8d-5da2-4093-ba1b-d00781846293 will not be triggered until provisioned by entity L2. {{(pid=92746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:31:29.816057 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-48594c36-802e-4688-9cb2-2c0b560cd6a3 req-83795bb4-7a3a-47d2-915a-3cabf41ea4a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33408459'] for port, after_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:29.818687 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-c68c7bd0-8194-495b-8c17-bedceb20a303 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:29.869907 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device dd267157-1256-45b0-b782-851ce9b00ac5 up at agent hyperv_hv-cinder-79688 {{(pid=92747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:31:29.918140 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Provisioning for port dd267157-1256-45b0-b782-851ce9b00ac5 completed by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:31:29.921726 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Provisioning complete for port dd267157-1256-45b0-b782-851ce9b00ac5 triggered by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:31:29.922434 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:29.924599 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83795bb4-7a3a-47d2-915a-3cabf41ea4a3 service neutron] Pushing event updated for resources: {'Port': ['ID=60894a8d-5da2-4093-ba1b-d00781846293,revision_number=2']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:29.930393 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-83795bb4-7a3a-47d2-915a-3cabf41ea4a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:30.001152 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:30.005454 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66293bb-a484-4646-9824-d99ae266a797 req-e5fde43d-989a-40ec-b6ac-6ebb26c63312 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:30.006924 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-b66293bb-a484-4646-9824-d99ae266a797 req-e5fde43d-989a-40ec-b6ac-6ebb26c63312 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6afa05c-5040-4202-a64c-c703c946ff1a HTTP/1.1" status: 200 len: 945 time: 0.1612816 Jun 21 04:31:30.023917 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb3c6aec-7e6e-4d62-b6be-ae436ec8e5e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd267157-1256-45b0-b782-851ce9b00ac5'}] {{(pid=92747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:31:30.026163 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}801f1ae26e0cb5c56acb95c727deede285b0e3a42266231ef73c077b6573d85d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7fdc174-7aef-4920-bf8b-7b7ddfba5778" -d '{"events": [{"server_uuid": "bb3c6aec-7e6e-4d62-b6be-ae436ec8e5e6", "name": "network-vif-plugged", "status": "completed", "tag": "dd267157-1256-45b0-b782-851ce9b00ac5"}]}' {{(pid=92747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:31:30.041165 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.managers [req-48594c36-802e-4688-9cb2-2c0b560cd6a3 req-83795bb4-7a3a-47d2-915a-3cabf41ea4a3 service neutron] Attempting to bind port 60894a8d-5da2-4093-ba1b-d00781846293 on host hv-cinder-79688 for vnic_type normal with profile {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:31:30.041531 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.managers [req-48594c36-802e-4688-9cb2-2c0b560cd6a3 req-83795bb4-7a3a-47d2-915a-3cabf41ea4a3 service neutron] Attempting to bind port 60894a8d-5da2-4093-ba1b-d00781846293 by drivers openvswitch,hyperv on host hv-cinder-79688 at level 0 using segments [{'id': '8e16b4af-d01b-4c5d-b169-b0ffa3f9d0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'a0691517-9c1e-4b44-ba03-e59f0bedb6a5'}] {{(pid=92746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:31:30.041856 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48594c36-802e-4688-9cb2-2c0b560cd6a3 req-83795bb4-7a3a-47d2-915a-3cabf41ea4a3 service neutron] Attempting to bind port 60894a8d-5da2-4093-ba1b-d00781846293 on network a0691517-9c1e-4b44-ba03-e59f0bedb6a5 {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:31:30.042036 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] For port dd267157-1256-45b0-b782-851ce9b00ac5, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=dd267157-1256-45b0-b782-851ce9b00ac5,segment=NetworkSegment(8a38e233-42e7-4555-a11b-fbc792a45807),segment_id=8a38e233-42e7-4555-a11b-fbc792a45807)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:31:30.048194 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:30.057973 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:30.059775 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48594c36-802e-4688-9cb2-2c0b560cd6a3 req-83795bb4-7a3a-47d2-915a-3cabf41ea4a3 service neutron] Port 60894a8d-5da2-4093-ba1b-d00781846293 on network a0691517-9c1e-4b44-ba03-e59f0bedb6a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79688 {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:31:30.060288 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48594c36-802e-4688-9cb2-2c0b560cd6a3 req-83795bb4-7a3a-47d2-915a-3cabf41ea4a3 service neutron] Attempting to bind port 60894a8d-5da2-4093-ba1b-d00781846293 on network a0691517-9c1e-4b44-ba03-e59f0bedb6a5 {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:31:30.066880 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-b66293bb-a484-4646-9824-d99ae266a797 req-ad6d899f-c442-43dc-99b3-aef7fe7ef2e9 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539062 Jun 21 04:31:30.071192 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48594c36-802e-4688-9cb2-2c0b560cd6a3 req-83795bb4-7a3a-47d2-915a-3cabf41ea4a3 service neutron] Checking agent: {'id': '2d8ec531-0834-43cc-a69e-43a4958e3c4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79688', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 27, 37), 'started_at': datetime.datetime(2021, 6, 21, 4, 27, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:31:30.071577 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48594c36-802e-4688-9cb2-2c0b560cd6a3 req-83795bb4-7a3a-47d2-915a-3cabf41ea4a3 service neutron] Checking segment: {'id': '8e16b4af-d01b-4c5d-b169-b0ffa3f9d0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'a0691517-9c1e-4b44-ba03-e59f0bedb6a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:31:30.072078 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48594c36-802e-4688-9cb2-2c0b560cd6a3 req-83795bb4-7a3a-47d2-915a-3cabf41ea4a3 service neutron] Bound using segment: {'id': '8e16b4af-d01b-4c5d-b169-b0ffa3f9d0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'a0691517-9c1e-4b44-ba03-e59f0bedb6a5'} {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:31:30.072510 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.managers [req-48594c36-802e-4688-9cb2-2c0b560cd6a3 req-83795bb4-7a3a-47d2-915a-3cabf41ea4a3 service neutron] Bound port: 60894a8d-5da2-4093-ba1b-d00781846293, host: hv-cinder-79688, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e16b4af-d01b-4c5d-b169-b0ffa3f9d0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'a0691517-9c1e-4b44-ba03-e59f0bedb6a5'}}] {{(pid=92746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:31:30.072958 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-48594c36-802e-4688-9cb2-2c0b560cd6a3 req-83795bb4-7a3a-47d2-915a-3cabf41ea4a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:30.095320 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a6d00d-1466-4535-8bc4-1d31f25cf754 x-openstack-request-id: req-99a6d00d-1466-4535-8bc4-1d31f25cf754 {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:31:30.095703 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb3c6aec-7e6e-4d62-b6be-ae436ec8e5e6", "name": "network-vif-plugged", "status": "completed", "tag": "dd267157-1256-45b0-b782-851ce9b00ac5", "code": 200}]} {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:31:30.096002 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-99a6d00d-1466-4535-8bc4-1d31f25cf754 {{(pid=92747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:31:30.096365 dv-cinder-796889-2-smb neutron-server[92747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb3c6aec-7e6e-4d62-b6be-ae436ec8e5e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd267157-1256-45b0-b782-851ce9b00ac5', 'code': 200} Jun 21 04:31:30.121676 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Pushing event updated for resources: {'Port': ['ID=dd267157-1256-45b0-b782-851ce9b00ac5,revision_number=5']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:30.131415 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:30.166669 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.db [req-48594c36-802e-4688-9cb2-2c0b560cd6a3 req-83795bb4-7a3a-47d2-915a-3cabf41ea4a3 service neutron] For port 60894a8d-5da2-4093-ba1b-d00781846293, host hv-cinder-79688, cleared binding levels {{(pid=92746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:31:30.170406 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.db [req-48594c36-802e-4688-9cb2-2c0b560cd6a3 req-83795bb4-7a3a-47d2-915a-3cabf41ea4a3 service neutron] For port 60894a8d-5da2-4093-ba1b-d00781846293, host hv-cinder-79688, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=60894a8d-5da2-4093-ba1b-d00781846293,segment=NetworkSegment(8e16b4af-d01b-4c5d-b169-b0ffa3f9d0ff),segment_id=8e16b4af-d01b-4c5d-b169-b0ffa3f9d0ff)] {{(pid=92746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:31:30.174552 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-48594c36-802e-4688-9cb2-2c0b560cd6a3 req-83795bb4-7a3a-47d2-915a-3cabf41ea4a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33408459'] for port, after_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:30.178456 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-c68c7bd0-8194-495b-8c17-bedceb20a303 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:30.214403 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48594c36-802e-4688-9cb2-2c0b560cd6a3 req-83795bb4-7a3a-47d2-915a-3cabf41ea4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:30.215091 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-48594c36-802e-4688-9cb2-2c0b560cd6a3 req-83795bb4-7a3a-47d2-915a-3cabf41ea4a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33144588'] for port, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:30.216432 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-48594c36-802e-4688-9cb2-2c0b560cd6a3 req-83795bb4-7a3a-47d2-915a-3cabf41ea4a3 service neutron] 10.222.0.38 "PUT /v2.0/ports/60894a8d-5da2-4093-ba1b-d00781846293 HTTP/1.1" status: 200 len: 1093 time: 0.9939649 Jun 21 04:31:30.216902 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df61f36c-a4ee-4e53-9211-dad5264ecd4b', 'tag': '60894a8d-5da2-4093-ba1b-d00781846293'}] {{(pid=92746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:31:30.219165 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7cbf71f9e1aa915714a5a62000f0bd5d8f9af41b6b6cc8a146f78dbc3385941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ebb1ab2-d1c8-4fde-a2e6-b5a1e95f648d" -d '{"events": [{"name": "network-changed", "server_uuid": "df61f36c-a4ee-4e53-9211-dad5264ecd4b", "tag": "60894a8d-5da2-4093-ba1b-d00781846293"}]}' {{(pid=92746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:31:30.239065 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83795bb4-7a3a-47d2-915a-3cabf41ea4a3 service neutron] Pushing event updated for resources: {'Port': ['ID=60894a8d-5da2-4093-ba1b-d00781846293,revision_number=3']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:30.242803 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-83795bb4-7a3a-47d2-915a-3cabf41ea4a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:30.266386 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2626837b-4b6b-4850-8388-5312cb555311 x-openstack-request-id: req-2626837b-4b6b-4850-8388-5312cb555311 {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:31:30.266699 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df61f36c-a4ee-4e53-9211-dad5264ecd4b", "tag": "60894a8d-5da2-4093-ba1b-d00781846293", "status": "completed", "code": 200}]} {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:31:30.266981 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2626837b-4b6b-4850-8388-5312cb555311 {{(pid=92746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:31:30.267402 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df61f36c-a4ee-4e53-9211-dad5264ecd4b', 'tag': '60894a8d-5da2-4093-ba1b-d00781846293', 'status': 'completed', 'code': 200} Jun 21 04:31:30.368886 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26592a1e-2e0b-4141-b2c7-22acc7ad6be4 req-0eb9a0d8-f429-4f85-a036-74b8e2eddfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:30.370542 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-26592a1e-2e0b-4141-b2c7-22acc7ad6be4 req-0eb9a0d8-f429-4f85-a036-74b8e2eddfa2 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=bb3c6aec-7e6e-4d62-b6be-ae436ec8e5e6 HTTP/1.1" status: 200 len: 1098 time: 0.0554931 Jun 21 04:31:30.372530 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48594c36-802e-4688-9cb2-2c0b560cd6a3 req-5a8e2c04-a5a8-4a5c-a21c-bdd1aa7280d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:30.374020 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-48594c36-802e-4688-9cb2-2c0b560cd6a3 req-5a8e2c04-a5a8-4a5c-a21c-bdd1aa7280d6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dd5dbae9bfcb4f60b6ec4a96160d2249&device_id=df61f36c-a4ee-4e53-9211-dad5264ecd4b HTTP/1.1" status: 200 len: 1096 time: 0.0595679 Jun 21 04:31:30.421752 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-26592a1e-2e0b-4141-b2c7-22acc7ad6be4 req-9d574ff5-8073-4c41-8536-2ba7bf664c6f service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ca98ce9e-f1a3-4909-a002-7e7104c7cc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312786 Jun 21 04:31:30.435551 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-48594c36-802e-4688-9cb2-2c0b560cd6a3 req-bc2f7b98-decd-4cc5-86ba-61e971af4a7e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60894a8d-5da2-4093-ba1b-d00781846293 HTTP/1.1" status: 200 len: 217 time: 0.0445943 Jun 21 04:31:30.554976 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c55a79-412a-44e1-9dc9-6946473b6db2 req-6713c48c-8eef-4a7b-bc9e-3632f7529fe3 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:30.556368 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-e7c55a79-412a-44e1-9dc9-6946473b6db2 req-6713c48c-8eef-4a7b-bc9e-3632f7529fe3 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb3c6aec-7e6e-4d62-b6be-ae436ec8e5e6 HTTP/1.1" status: 200 len: 945 time: 0.1059911 Jun 21 04:31:30.567785 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6fe1ac-9fb5-4409-85aa-2b366ca0aeee req-9d71a4fa-e914-4ebe-be60-0a45bdd0cae5 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:30.569231 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-fe6fe1ac-9fb5-4409-85aa-2b366ca0aeee req-9d71a4fa-e914-4ebe-be60-0a45bdd0cae5 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] 10.222.0.13 "GET /v2.0/ports?device_id=df61f36c-a4ee-4e53-9211-dad5264ecd4b HTTP/1.1" status: 200 len: 943 time: 0.0916476 Jun 21 04:31:30.624104 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-e7c55a79-412a-44e1-9dc9-6946473b6db2 req-3c7129a4-7dbd-4662-8224-7ea5f226cd8e tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca98ce9e-f1a3-4909-a002-7e7104c7cc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538869 Jun 21 04:31:30.626742 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-fe6fe1ac-9fb5-4409-85aa-2b366ca0aeee req-f7b500ea-53d8-450a-93f7-3cd2b6326f8b tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8d2db0-f700-4c3a-b679-6da27c4efe2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507762 Jun 21 04:31:30.780421 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48594c36-802e-4688-9cb2-2c0b560cd6a3 req-5010ee6a-a604-4051-8902-bdd26372e602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:30.781917 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-48594c36-802e-4688-9cb2-2c0b560cd6a3 req-5010ee6a-a604-4051-8902-bdd26372e602 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=72513eee-967a-481b-9e70-f526585280cd HTTP/1.1" status: 200 len: 848 time: 0.0438635 Jun 21 04:31:30.816904 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-48594c36-802e-4688-9cb2-2c0b560cd6a3 req-d31125c0-8119-4735-ae58-0ab98b7b60a1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a0691517-9c1e-4b44-ba03-e59f0bedb6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270171 Jun 21 04:31:30.964397 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-48594c36-802e-4688-9cb2-2c0b560cd6a3 req-20a4981a-69fa-498e-9c98-0263a6c46b12 service neutron] 10.222.0.38 "GET /v2.0/networks/a0691517-9c1e-4b44-ba03-e59f0bedb6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260962 Jun 21 04:31:30.980895 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf72301e-35b5-453c-af4d-f4d747f6b8be req-e15d7991-e799-494b-9991-51341d08b8c4 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:30.982366 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-cf72301e-35b5-453c-af4d-f4d747f6b8be req-e15d7991-e799-494b-9991-51341d08b8c4 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60 HTTP/1.1" status: 200 len: 946 time: 0.1261547 Jun 21 04:31:31.095533 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-cf72301e-35b5-453c-af4d-f4d747f6b8be req-89fd9d6e-0c8c-48b8-894d-d293bde6f763 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=39085220-cdcc-4a6f-81ee-ed6b884a5b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045692 Jun 21 04:31:31.130679 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-48594c36-802e-4688-9cb2-2c0b560cd6a3 req-ba275304-80c6-47a8-a512-481f6220df43 service neutron] 10.222.0.38 "GET /v2.0/networks/a0691517-9c1e-4b44-ba03-e59f0bedb6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473346 Jun 21 04:31:31.149100 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca1b32-8314-4c38-9d74-6f73fbfc19f8 req-2f1abc1c-96ac-427f-98e2-df2893f50437 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:31.150579 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-afca1b32-8314-4c38-9d74-6f73fbfc19f8 req-2f1abc1c-96ac-427f-98e2-df2893f50437 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/ports?device_id=31b09ee5-1585-43ef-9a4f-8bbacc6385ff HTTP/1.1" status: 200 len: 946 time: 0.1017942 Jun 21 04:31:31.193213 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-afca1b32-8314-4c38-9d74-6f73fbfc19f8 req-38ba1f6b-d415-4631-85ac-408c1b775f09 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/security-groups?id=caf29c12-da81-4cc3-ac7d-970e1b1b08f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354702 Jun 21 04:31:31.286984 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0cf029-f698-401e-82a6-3e9cfd27e862 req-ffa17ed0-f899-4ae8-8360-a187c5e232aa tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:31.288454 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-9d0cf029-f698-401e-82a6-3e9cfd27e862 req-ffa17ed0-f899-4ae8-8360-a187c5e232aa tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6afa05c-5040-4202-a64c-c703c946ff1a HTTP/1.1" status: 200 len: 945 time: 0.0742397 Jun 21 04:31:31.346199 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-9d0cf029-f698-401e-82a6-3e9cfd27e862 req-6801e1e1-adc0-4083-959a-14759630d4d6 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406895 Jun 21 04:31:31.358089 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb1ab2-d1c8-4fde-a2e6-b5a1e95f648d req-6bd85409-a1f7-4e0c-9bee-333209da8a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:31.359527 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-8ebb1ab2-d1c8-4fde-a2e6-b5a1e95f648d req-6bd85409-a1f7-4e0c-9bee-333209da8a70 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=dd5dbae9bfcb4f60b6ec4a96160d2249&device_id=df61f36c-a4ee-4e53-9211-dad5264ecd4b HTTP/1.1" status: 200 len: 1096 time: 0.0882156 Jun 21 04:31:31.450563 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb1ab2-d1c8-4fde-a2e6-b5a1e95f648d req-41a25970-7a23-447e-a3b2-9bc4e7614271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:31.451994 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-8ebb1ab2-d1c8-4fde-a2e6-b5a1e95f648d req-41a25970-7a23-447e-a3b2-9bc4e7614271 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a0691517-9c1e-4b44-ba03-e59f0bedb6a5 HTTP/1.1" status: 200 len: 909 time: 0.0851853 Jun 21 04:31:31.497179 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-8ebb1ab2-d1c8-4fde-a2e6-b5a1e95f648d req-afa9d6ae-23f3-478d-99d7-4f61ac7b6341 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60894a8d-5da2-4093-ba1b-d00781846293 HTTP/1.1" status: 200 len: 217 time: 0.0341334 Jun 21 04:31:31.555482 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb1ab2-d1c8-4fde-a2e6-b5a1e95f648d req-e08998f6-633f-461c-8adf-a3f0e3d753d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:31.556883 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-8ebb1ab2-d1c8-4fde-a2e6-b5a1e95f648d req-e08998f6-633f-461c-8adf-a3f0e3d753d2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=72513eee-967a-481b-9e70-f526585280cd HTTP/1.1" status: 200 len: 848 time: 0.0423231 Jun 21 04:31:31.596351 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-8ebb1ab2-d1c8-4fde-a2e6-b5a1e95f648d req-e6e63441-5bc3-4853-b795-c23cd94960db service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a0691517-9c1e-4b44-ba03-e59f0bedb6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289943 Jun 21 04:31:31.692425 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-8ebb1ab2-d1c8-4fde-a2e6-b5a1e95f648d req-7ca3bd23-b8bc-49ec-b567-e80d6a38959b service neutron] 10.222.0.38 "GET /v2.0/networks/a0691517-9c1e-4b44-ba03-e59f0bedb6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866697 Jun 21 04:31:31.909142 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a127b-29a5-4b70-82e4-9ec610d5b688 req-8e332389-2f64-4a00-9ed6-c53daa9c3471 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:31.910608 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-c21a127b-29a5-4b70-82e4-9ec610d5b688 req-8e332389-2f64-4a00-9ed6-c53daa9c3471 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb3c6aec-7e6e-4d62-b6be-ae436ec8e5e6 HTTP/1.1" status: 200 len: 945 time: 0.1769021 Jun 21 04:31:31.915062 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-8ebb1ab2-d1c8-4fde-a2e6-b5a1e95f648d req-f20bbebc-fbf7-423a-aee1-0120303171f4 service neutron] 10.222.0.38 "GET /v2.0/networks/a0691517-9c1e-4b44-ba03-e59f0bedb6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702042 Jun 21 04:31:31.923998 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70be7fe-0fa6-4907-9690-6628cee59507 req-c93fc40e-ee5c-49ef-9272-da7f6fc4ff52 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:31.925539 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-b70be7fe-0fa6-4907-9690-6628cee59507 req-c93fc40e-ee5c-49ef-9272-da7f6fc4ff52 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] 10.222.0.13 "GET /v2.0/ports?device_id=df61f36c-a4ee-4e53-9211-dad5264ecd4b HTTP/1.1" status: 200 len: 943 time: 0.1827426 Jun 21 04:31:31.977038 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-c21a127b-29a5-4b70-82e4-9ec610d5b688 req-bb2d2a08-7df5-414a-8925-c6ddf39ad427 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca98ce9e-f1a3-4909-a002-7e7104c7cc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603211 Jun 21 04:31:31.989502 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-b70be7fe-0fa6-4907-9690-6628cee59507 req-e28a9902-4913-4a18-8c7f-e323498d44bc tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8d2db0-f700-4c3a-b679-6da27c4efe2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568318 Jun 21 04:31:32.286552 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a87bab9-4939-4028-b37f-8bd561172d51 req-4885b3e3-3039-4d22-a4f3-eb40a006e598 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:32.287902 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-0a87bab9-4939-4028-b37f-8bd561172d51 req-4885b3e3-3039-4d22-a4f3-eb40a006e598 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60 HTTP/1.1" status: 200 len: 946 time: 0.0629668 Jun 21 04:31:32.355079 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-0a87bab9-4939-4028-b37f-8bd561172d51 req-2e627751-1bff-44c1-af28-a364d2d2127a tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=39085220-cdcc-4a6f-81ee-ed6b884a5b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614381 Jun 21 04:31:32.386365 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ab82e-2210-4dc5-82ef-ef88b30da451 req-fa744483-71be-4a33-8992-523e970b3a99 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:32.387909 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-d21ab82e-2210-4dc5-82ef-ef88b30da451 req-fa744483-71be-4a33-8992-523e970b3a99 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/ports?device_id=31b09ee5-1585-43ef-9a4f-8bbacc6385ff HTTP/1.1" status: 200 len: 946 time: 0.0780451 Jun 21 04:31:32.426473 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-d21ab82e-2210-4dc5-82ef-ef88b30da451 req-117a7169-5308-4891-9cda-454bda3fcb8d tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/security-groups?id=caf29c12-da81-4cc3-ac7d-970e1b1b08f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330570 Jun 21 04:31:32.522369 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c163ed-dde9-43be-893f-4bd4cdd491c2 req-ce5ce8a6-94e3-4ebc-a603-da9c0414df6a tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:32.523789 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-40c163ed-dde9-43be-893f-4bd4cdd491c2 req-ce5ce8a6-94e3-4ebc-a603-da9c0414df6a tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6afa05c-5040-4202-a64c-c703c946ff1a HTTP/1.1" status: 200 len: 945 time: 0.0649765 Jun 21 04:31:32.561346 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-40c163ed-dde9-43be-893f-4bd4cdd491c2 req-fe4f25c2-7874-4ec1-8d48-31e3a3a42ad7 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318649 Jun 21 04:31:33.074453 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.agents_db [None req-0317ce1f-94ba-4828-a78d-05fb42e0f355 None None] Agent healthcheck: found 6 active agents {{(pid=92748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:31:33.185717 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726084bd-61ca-4a94-b45b-a8d2bf16406b req-5aa36d7f-a1c0-49f1-92ab-914004fcf523 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:33.187163 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-726084bd-61ca-4a94-b45b-a8d2bf16406b req-5aa36d7f-a1c0-49f1-92ab-914004fcf523 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb3c6aec-7e6e-4d62-b6be-ae436ec8e5e6 HTTP/1.1" status: 200 len: 945 time: 0.1010153 Jun 21 04:31:33.207597 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc581b-1b8b-4096-bc0b-fef6feacf343 req-9c2a18c6-6486-48cb-905b-072f79af0fb6 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:33.209024 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-bcfc581b-1b8b-4096-bc0b-fef6feacf343 req-9c2a18c6-6486-48cb-905b-072f79af0fb6 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] 10.222.0.13 "GET /v2.0/ports?device_id=df61f36c-a4ee-4e53-9211-dad5264ecd4b HTTP/1.1" status: 200 len: 943 time: 0.0957186 Jun 21 04:31:33.260070 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-726084bd-61ca-4a94-b45b-a8d2bf16406b req-038b60a8-2079-41a9-a3d4-432dbe3242d5 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca98ce9e-f1a3-4909-a002-7e7104c7cc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656605 Jun 21 04:31:33.266873 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-bcfc581b-1b8b-4096-bc0b-fef6feacf343 req-bb114a41-556d-44a7-acf5-1a3381193147 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8d2db0-f700-4c3a-b679-6da27c4efe2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503702 Jun 21 04:31:33.632796 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5bd2b4-4f29-4ccd-b87e-84b83c3d4e88 req-46e6359f-e890-4ed1-8d80-2547b851156e tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:33.634243 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-da5bd2b4-4f29-4ccd-b87e-84b83c3d4e88 req-46e6359f-e890-4ed1-8d80-2547b851156e tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60 HTTP/1.1" status: 200 len: 946 time: 0.1520393 Jun 21 04:31:33.638309 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-79201d7d-51ac-442d-a69a-ce2db3a49db7 req-c1caeeb1-aa85-4f90-b183-777d912a59a4 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1ea07e3c-1759-4aa7-905d-60be8e2de62c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1202571 Jun 21 04:31:33.674595 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7c7b8c-50b2-42b5-b3c5-42fab85d8648 req-6a1bdb18-29a4-494d-b360-d0b7f26d68c3 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:33.676386 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-fe7c7b8c-50b2-42b5-b3c5-42fab85d8648 req-6a1bdb18-29a4-494d-b360-d0b7f26d68c3 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/ports?device_id=31b09ee5-1585-43ef-9a4f-8bbacc6385ff HTTP/1.1" status: 200 len: 946 time: 0.1239395 Jun 21 04:31:33.707962 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-da5bd2b4-4f29-4ccd-b87e-84b83c3d4e88 req-3f7cb7ea-d8a8-46ee-b61a-6f788a60bdb4 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=39085220-cdcc-4a6f-81ee-ed6b884a5b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662680 Jun 21 04:31:33.768874 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-fe7c7b8c-50b2-42b5-b3c5-42fab85d8648 req-5c8ffd97-f753-4994-b516-6aee240ee6f9 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/security-groups?id=caf29c12-da81-4cc3-ac7d-970e1b1b08f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846994 Jun 21 04:31:33.795548 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79201d7d-51ac-442d-a69a-ce2db3a49db7 req-b9ed19f3-0aca-45f5-b359-59ba920713c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:33.797629 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-79201d7d-51ac-442d-a69a-ce2db3a49db7 req-b9ed19f3-0aca-45f5-b359-59ba920713c5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=092d282a6edc474b8f3300e8e6ee4b67&device_id=1ea07e3c-1759-4aa7-905d-60be8e2de62c HTTP/1.1" status: 200 len: 1099 time: 0.1072390 Jun 21 04:31:33.883330 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device 60894a8d-5da2-4093-ba1b-d00781846293 details requested by agent hyperv_hv-cinder-79688 with host hv-cinder-79688 {{(pid=92747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:31:33.945474 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79201d7d-51ac-442d-a69a-ce2db3a49db7 req-f5578e3f-4782-4a19-803b-e4beda5a5cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:33.946906 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-79201d7d-51ac-442d-a69a-ce2db3a49db7 req-f5578e3f-4782-4a19-803b-e4beda5a5cba service neutron] 10.222.0.38 "GET /v2.0/networks?id=eb14d1e4-153c-4833-8dee-e8145a700dcb HTTP/1.1" status: 200 len: 920 time: 0.1275132 Jun 21 04:31:33.958657 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee063b-fb4b-426c-8bb0-703576fbf25e req-ff3956a3-7e55-44fb-a362-3d2c4205d56b tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:33.960006 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-3cee063b-fb4b-426c-8bb0-703576fbf25e req-ff3956a3-7e55-44fb-a362-3d2c4205d56b tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6afa05c-5040-4202-a64c-c703c946ff1a HTTP/1.1" status: 200 len: 945 time: 0.1318967 Jun 21 04:31:33.979390 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] For port 60894a8d-5da2-4093-ba1b-d00781846293, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=60894a8d-5da2-4093-ba1b-d00781846293,segment=NetworkSegment(8e16b4af-d01b-4c5d-b169-b0ffa3f9d0ff),segment_id=8e16b4af-d01b-4c5d-b169-b0ffa3f9d0ff)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:31:33.991803 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Returning: {'device': '60894a8d-5da2-4093-ba1b-d00781846293', 'network_id': 'a0691517-9c1e-4b44-ba03-e59f0bedb6a5', 'port_id': '60894a8d-5da2-4093-ba1b-d00781846293', 'mac_address': 'fa:16:3e:0f:7a:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72513eee-967a-481b-9e70-f526585280cd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:31:34.002022 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-79201d7d-51ac-442d-a69a-ce2db3a49db7 req-9b516edf-7fd1-4084-9e7f-ff3d26239bb4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae6f8a11-4e0b-4392-978e-e73445e5f163 HTTP/1.1" status: 200 len: 217 time: 0.0411050 Jun 21 04:31:34.036298 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:34.048649 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.notifiers.nova [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60894a8d-5da2-4093-ba1b-d00781846293 {{(pid=92747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:31:34.057365 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-3cee063b-fb4b-426c-8bb0-703576fbf25e req-9aa112ee-3a23-4091-90d0-b7bb034590f0 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908060 Jun 21 04:31:34.069827 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] For port 60894a8d-5da2-4093-ba1b-d00781846293, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=60894a8d-5da2-4093-ba1b-d00781846293,segment=NetworkSegment(8e16b4af-d01b-4c5d-b169-b0ffa3f9d0ff),segment_id=8e16b4af-d01b-4c5d-b169-b0ffa3f9d0ff)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:31:34.075094 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:34.077052 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79201d7d-51ac-442d-a69a-ce2db3a49db7 req-c61b0976-400b-4980-bcb2-c0be3e63d277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:34.078324 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-674c198e-b869-46e6-973c-380f5d67ab7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:34.078716 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-79201d7d-51ac-442d-a69a-ce2db3a49db7 req-c61b0976-400b-4980-bcb2-c0be3e63d277 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=73192c75-f1c9-4e6e-bed4-2117506a7d5e HTTP/1.1" status: 200 len: 859 time: 0.0632310 Jun 21 04:31:34.114526 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-79201d7d-51ac-442d-a69a-ce2db3a49db7 req-b95135dd-18f3-4280-82e1-34dc6a55920b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=eb14d1e4-153c-4833-8dee-e8145a700dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259969 Jun 21 04:31:34.122651 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Pushing event updated for resources: {'Port': ['ID=60894a8d-5da2-4093-ba1b-d00781846293,revision_number=4']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:34.134537 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:34.134882 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:34.135222 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:34.135552 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:34.135874 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:34.136199 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:34.136521 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:34.136836 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:34.137155 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:34.137513 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:34.138337 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:34.138337 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:34.142473 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:34.154016 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-5b100c17-f446-47db-8c26-8a000431a688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:34.226066 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-79201d7d-51ac-442d-a69a-ce2db3a49db7 req-3487ee4c-d7d4-4c41-abc4-1187c8fba2a3 service neutron] 10.222.0.38 "GET /v2.0/networks/eb14d1e4-153c-4833-8dee-e8145a700dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035740 Jun 21 04:31:34.581163 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-79201d7d-51ac-442d-a69a-ce2db3a49db7 req-0ec62b9c-e0fe-4d3f-b9c4-4fb1cf39b8c8 service neutron] 10.222.0.38 "GET /v2.0/networks/eb14d1e4-153c-4833-8dee-e8145a700dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3475685 Jun 21 04:31:34.588138 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] get_ports_and_sgs() called for port_ids ['60894a8d-5da2-4093-ba1b-d00781846293'] {{(pid=92747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:31:34.593987 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b15ba52-e339-4f7c-8924-01897fb65006 req-5eddd577-4c15-40a8-9a67-3e9131901522 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:34.595579 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-8b15ba52-e339-4f7c-8924-01897fb65006 req-5eddd577-4c15-40a8-9a67-3e9131901522 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] 10.222.0.13 "GET /v2.0/ports?device_id=df61f36c-a4ee-4e53-9211-dad5264ecd4b HTTP/1.1" status: 200 len: 944 time: 0.1199582 Jun 21 04:31:34.639139 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-8b15ba52-e339-4f7c-8924-01897fb65006 req-a1ef064b-62fd-4c5b-b5d1-9b24755c1002 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8d2db0-f700-4c3a-b679-6da27c4efe2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357180 Jun 21 04:31:34.890493 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3948215-de51-4d2c-b266-71ac54756bce req-2df8f2d0-48f6-467d-a4a8-5ab95e28c6ce tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:34.892140 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-c3948215-de51-4d2c-b266-71ac54756bce req-2df8f2d0-48f6-467d-a4a8-5ab95e28c6ce tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60 HTTP/1.1" status: 200 len: 946 time: 0.0638988 Jun 21 04:31:34.962227 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-c3948215-de51-4d2c-b266-71ac54756bce req-72ae4ecb-72c2-4c2f-8d9c-402dc9dbc4f4 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=39085220-cdcc-4a6f-81ee-ed6b884a5b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605474 Jun 21 04:31:34.988388 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c1aa13-1c0d-4914-80c9-9c1847d5eab1 req-048890f7-557d-4f53-a68e-ff006a649285 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:34.989850 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-10c1aa13-1c0d-4914-80c9-9c1847d5eab1 req-048890f7-557d-4f53-a68e-ff006a649285 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/ports?device_id=31b09ee5-1585-43ef-9a4f-8bbacc6385ff HTTP/1.1" status: 200 len: 946 time: 0.0967944 Jun 21 04:31:35.026805 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-10c1aa13-1c0d-4914-80c9-9c1847d5eab1 req-0cbb2e1e-ef1d-422c-b61c-700bc7dad091 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/security-groups?id=caf29c12-da81-4cc3-ac7d-970e1b1b08f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312893 Jun 21 04:31:35.232238 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5571849b-af94-416a-8b3f-b8f07a2fe222 req-3a5c2a12-14ee-47cd-8ef8-54f283052225 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:35.233715 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-5571849b-af94-416a-8b3f-b8f07a2fe222 req-3a5c2a12-14ee-47cd-8ef8-54f283052225 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6afa05c-5040-4202-a64c-c703c946ff1a HTTP/1.1" status: 200 len: 945 time: 0.0632164 Jun 21 04:31:35.271541 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-5571849b-af94-416a-8b3f-b8f07a2fe222 req-ebad8050-ef02-495b-95d8-3f293ff0634e tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321455 Jun 21 04:31:35.809972 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f792bf-d86c-4b3a-8ba9-1f35591f4a0c req-f7891941-77e8-4ade-8e65-334c524aac85 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:35.811426 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-18f792bf-d86c-4b3a-8ba9-1f35591f4a0c req-f7891941-77e8-4ade-8e65-334c524aac85 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] 10.222.0.13 "GET /v2.0/ports?device_id=df61f36c-a4ee-4e53-9211-dad5264ecd4b HTTP/1.1" status: 200 len: 944 time: 0.0624001 Jun 21 04:31:35.849557 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-18f792bf-d86c-4b3a-8ba9-1f35591f4a0c req-0c5cd055-3cd5-4248-9052-fe33c40a9836 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8d2db0-f700-4c3a-b679-6da27c4efe2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316947 Jun 21 04:31:35.898393 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device 60894a8d-5da2-4093-ba1b-d00781846293 up at agent hyperv_hv-cinder-79688 {{(pid=92747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:31:35.945698 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Provisioning for port 60894a8d-5da2-4093-ba1b-d00781846293 completed by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:31:35.950261 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Provisioning complete for port 60894a8d-5da2-4093-ba1b-d00781846293 triggered by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:31:35.950740 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:36.030686 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:36.052555 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df61f36c-a4ee-4e53-9211-dad5264ecd4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60894a8d-5da2-4093-ba1b-d00781846293'}] {{(pid=92747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:31:36.054876 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}801f1ae26e0cb5c56acb95c727deede285b0e3a42266231ef73c077b6573d85d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679fa9a6-3d32-42b0-af41-6935c5cd5343" -d '{"events": [{"server_uuid": "df61f36c-a4ee-4e53-9211-dad5264ecd4b", "name": "network-vif-plugged", "status": "completed", "tag": "60894a8d-5da2-4093-ba1b-d00781846293"}]}' {{(pid=92747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:31:36.076738 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] For port 60894a8d-5da2-4093-ba1b-d00781846293, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=60894a8d-5da2-4093-ba1b-d00781846293,segment=NetworkSegment(8e16b4af-d01b-4c5d-b169-b0ffa3f9d0ff),segment_id=8e16b4af-d01b-4c5d-b169-b0ffa3f9d0ff)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:31:36.085116 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:36.087527 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:36.140473 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Pushing event updated for resources: {'Port': ['ID=60894a8d-5da2-4093-ba1b-d00781846293,revision_number=5']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:36.143892 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:36.229850 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e1827-efdb-4d81-b05f-2991d8cc0dba req-851e1a2e-33d1-4f4c-8f9e-eec724770ffc tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:36.231309 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-ad1e1827-efdb-4d81-b05f-2991d8cc0dba req-851e1a2e-33d1-4f4c-8f9e-eec724770ffc tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/ports?device_id=31b09ee5-1585-43ef-9a4f-8bbacc6385ff HTTP/1.1" status: 200 len: 946 time: 0.0725369 Jun 21 04:31:36.300273 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-ad1e1827-efdb-4d81-b05f-2991d8cc0dba req-3dfd0279-6a12-4276-992e-92bdb7cc3d12 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/security-groups?id=caf29c12-da81-4cc3-ac7d-970e1b1b08f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591161 Jun 21 04:31:36.322210 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced08eef-7435-4cfe-9adb-f813bb30bab0 req-8480da2a-a103-4b96-a4ee-60b4f765dee6 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:36.322210 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-ced08eef-7435-4cfe-9adb-f813bb30bab0 req-8480da2a-a103-4b96-a4ee-60b4f765dee6 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60 HTTP/1.1" status: 200 len: 946 time: 0.0894504 Jun 21 04:31:36.358121 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80009d75-a224-4621-8f11-13874ce0e08f x-openstack-request-id: req-80009d75-a224-4621-8f11-13874ce0e08f {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:31:36.358475 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df61f36c-a4ee-4e53-9211-dad5264ecd4b", "name": "network-vif-plugged", "status": "completed", "tag": "60894a8d-5da2-4093-ba1b-d00781846293", "code": 200}]} {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:31:36.358791 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-80009d75-a224-4621-8f11-13874ce0e08f {{(pid=92747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:31:36.359398 dv-cinder-796889-2-smb neutron-server[92747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df61f36c-a4ee-4e53-9211-dad5264ecd4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60894a8d-5da2-4093-ba1b-d00781846293', 'code': 200} Jun 21 04:31:36.362770 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-ced08eef-7435-4cfe-9adb-f813bb30bab0 req-854bb9e1-2d29-46d7-bd46-a7f9a9bd9859 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=39085220-cdcc-4a6f-81ee-ed6b884a5b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351834 Jun 21 04:31:36.520726 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6342fd-6ff0-4c26-a594-0153fbcfa1e3 req-ad239145-9284-4968-92b4-29db9502362d tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:36.522152 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-9a6342fd-6ff0-4c26-a594-0153fbcfa1e3 req-ad239145-9284-4968-92b4-29db9502362d tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6afa05c-5040-4202-a64c-c703c946ff1a HTTP/1.1" status: 200 len: 945 time: 0.0685391 Jun 21 04:31:36.564237 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-9a6342fd-6ff0-4c26-a594-0153fbcfa1e3 req-a0ca89e8-e0ac-49b4-a5f0-b748a700d979 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357199 Jun 21 04:31:36.645903 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809fdf35-39d9-4c22-8913-9d3aecf02c5b req-ed1208f7-b18a-41cb-9e6a-f84f32f224b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:36.647358 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-809fdf35-39d9-4c22-8913-9d3aecf02c5b req-ed1208f7-b18a-41cb-9e6a-f84f32f224b3 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=df61f36c-a4ee-4e53-9211-dad5264ecd4b HTTP/1.1" status: 200 len: 1098 time: 0.0534027 Jun 21 04:31:36.681086 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-809fdf35-39d9-4c22-8913-9d3aecf02c5b req-6dad9190-d5e6-46d0-9689-347ccf5a8db7 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=6a8d2db0-f700-4c3a-b679-6da27c4efe2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269797 Jun 21 04:31:36.742605 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-3eafbe89-ad5a-466f-bb70-a5199684f0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:36.809280 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:36.976513 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:37.027301 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef7daad-1cad-4fcb-b682-ce7b9ec517c1 req-3caa29e8-fd82-4286-8a4f-0c25f7a2807a tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:37.028771 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-5ef7daad-1cad-4fcb-b682-ce7b9ec517c1 req-3caa29e8-fd82-4286-8a4f-0c25f7a2807a tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] 10.222.0.13 "GET /v2.0/ports?device_id=df61f36c-a4ee-4e53-9211-dad5264ecd4b HTTP/1.1" status: 200 len: 945 time: 0.0689003 Jun 21 04:31:37.068549 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-5ef7daad-1cad-4fcb-b682-ce7b9ec517c1 req-1cf1ef99-b7bb-43d5-948b-3bf81ed8be59 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8d2db0-f700-4c3a-b679-6da27c4efe2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340855 Jun 21 04:31:37.481179 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a569b2-7051-4528-bece-7fb48617bd95 req-6a91d64d-bcfc-4bcd-ba4f-3ee65154c64a tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:37.482295 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-f4a569b2-7051-4528-bece-7fb48617bd95 req-6a91d64d-bcfc-4bcd-ba4f-3ee65154c64a tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/ports?device_id=31b09ee5-1585-43ef-9a4f-8bbacc6385ff HTTP/1.1" status: 200 len: 946 time: 0.0681314 Jun 21 04:31:37.554300 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-f4a569b2-7051-4528-bece-7fb48617bd95 req-72f53242-244b-4ebc-a9f8-a5b2bde35c14 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/security-groups?id=caf29c12-da81-4cc3-ac7d-970e1b1b08f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578249 Jun 21 04:31:37.575633 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba00e5b0-dc1b-45be-bbd4-0e53ccc1f7d2 req-c1dec25d-cf53-4616-9f63-0527981c5423 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:37.575633 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-ba00e5b0-dc1b-45be-bbd4-0e53ccc1f7d2 req-c1dec25d-cf53-4616-9f63-0527981c5423 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60 HTTP/1.1" status: 200 len: 946 time: 0.0900090 Jun 21 04:31:37.612200 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-ba00e5b0-dc1b-45be-bbd4-0e53ccc1f7d2 req-09a92777-a351-438d-b863-a2402f039ede tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=39085220-cdcc-4a6f-81ee-ed6b884a5b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316126 Jun 21 04:31:37.742447 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c085557-84df-4666-a025-95e501c1c1e0 req-efc92ca7-4d3a-4157-9a3f-aa45195b29eb tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:37.744273 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-2c085557-84df-4666-a025-95e501c1c1e0 req-efc92ca7-4d3a-4157-9a3f-aa45195b29eb tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6afa05c-5040-4202-a64c-c703c946ff1a HTTP/1.1" status: 200 len: 945 time: 0.0664146 Jun 21 04:31:37.784248 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-2c085557-84df-4666-a025-95e501c1c1e0 req-c233f6ca-d53e-434f-91d1-471ca33a0fe5 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339980 Jun 21 04:31:38.022381 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-af7905e6-f134-40b5-8f7f-d0c0aa400a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:38.246638 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeff90e-172e-44dd-9641-9c0be655dffd req-58788fe3-5438-4816-8e59-fa2773a13061 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:38.248072 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-beeff90e-172e-44dd-9641-9c0be655dffd req-58788fe3-5438-4816-8e59-fa2773a13061 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] 10.222.0.13 "GET /v2.0/ports?device_id=df61f36c-a4ee-4e53-9211-dad5264ecd4b HTTP/1.1" status: 200 len: 945 time: 0.0621228 Jun 21 04:31:38.286641 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-beeff90e-172e-44dd-9641-9c0be655dffd req-386bdbbb-e963-442d-9040-1e1f20825b4a tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8d2db0-f700-4c3a-b679-6da27c4efe2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314817 Jun 21 04:31:38.735716 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f967403-eb7a-4cf8-82fe-4ba336106463 req-f46650ac-7b8e-4009-91a1-1dd52882ffb8 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:38.737790 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-2f967403-eb7a-4cf8-82fe-4ba336106463 req-f46650ac-7b8e-4009-91a1-1dd52882ffb8 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/ports?device_id=31b09ee5-1585-43ef-9a4f-8bbacc6385ff HTTP/1.1" status: 200 len: 946 time: 0.0688019 Jun 21 04:31:38.810343 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-2f967403-eb7a-4cf8-82fe-4ba336106463 req-cca0dac3-5dc0-4750-b035-22ef777ae10a tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/security-groups?id=caf29c12-da81-4cc3-ac7d-970e1b1b08f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615795 Jun 21 04:31:38.831679 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c9cd88-deed-4d1b-98fa-89d88bae9ec3 req-ad9dd598-b269-4f89-b668-be67b8bfdf1e tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:38.833171 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-10c9cd88-deed-4d1b-98fa-89d88bae9ec3 req-ad9dd598-b269-4f89-b668-be67b8bfdf1e tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60 HTTP/1.1" status: 200 len: 946 time: 0.0939553 Jun 21 04:31:38.871354 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-10c9cd88-deed-4d1b-98fa-89d88bae9ec3 req-293834ee-912a-4a52-87ba-910f1bae8f86 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=39085220-cdcc-4a6f-81ee-ed6b884a5b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318639 Jun 21 04:31:38.976158 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba4f79-035f-4c13-9d13-efbc4479c7f6 req-2cf3b626-018d-4ce2-ab34-f64e0a5bcb25 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:38.977483 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-4dba4f79-035f-4c13-9d13-efbc4479c7f6 req-2cf3b626-018d-4ce2-ab34-f64e0a5bcb25 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6afa05c-5040-4202-a64c-c703c946ff1a HTTP/1.1" status: 200 len: 945 time: 0.0625684 Jun 21 04:31:39.015430 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-4dba4f79-035f-4c13-9d13-efbc4479c7f6 req-6ecd7e6e-cfe8-4a69-a645-d3bad8050f98 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321288 Jun 21 04:31:39.460659 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdd1b25-87af-4f0e-a217-fb8bad3c0682 req-99428441-53b0-4f33-ad17-99ff1d0da720 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:39.462300 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-dbdd1b25-87af-4f0e-a217-fb8bad3c0682 req-99428441-53b0-4f33-ad17-99ff1d0da720 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] 10.222.0.13 "GET /v2.0/ports?device_id=df61f36c-a4ee-4e53-9211-dad5264ecd4b HTTP/1.1" status: 200 len: 945 time: 0.0662453 Jun 21 04:31:39.501424 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-dbdd1b25-87af-4f0e-a217-fb8bad3c0682 req-c581904e-9c18-417d-bf2e-6a0feb1ec27c tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8d2db0-f700-4c3a-b679-6da27c4efe2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330312 Jun 21 04:31:39.621766 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-410c395a-ca3a-4855-90fb-923e0a2b4d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:39.907710 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device 9201607d-8505-40c7-a832-737b5143d231 details requested by agent hyperv_hv-cinder-79688 with host hv-cinder-79688 {{(pid=92747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:31:40.002117 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0970ac10-1f26-4bf8-a1a2-1703d2597c4e req-bb6089d4-0429-4c32-84b1-98edcb8b62d1 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:40.003942 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-0970ac10-1f26-4bf8-a1a2-1703d2597c4e req-bb6089d4-0429-4c32-84b1-98edcb8b62d1 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/ports?device_id=31b09ee5-1585-43ef-9a4f-8bbacc6385ff HTTP/1.1" status: 200 len: 946 time: 0.0690084 Jun 21 04:31:40.020258 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] For port 9201607d-8505-40c7-a832-737b5143d231, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=9201607d-8505-40c7-a832-737b5143d231,segment=NetworkSegment(df3f6f4e-05ff-4d6f-923e-8ebc44f445d6),segment_id=df3f6f4e-05ff-4d6f-923e-8ebc44f445d6)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:31:40.036242 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Returning: {'device': '9201607d-8505-40c7-a832-737b5143d231', 'network_id': '38e35d0b-e570-49d3-959b-c55bd6e0308c', 'port_id': '9201607d-8505-40c7-a832-737b5143d231', 'mac_address': 'fa:16:3e:d2:07:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f995fa3-0676-46ec-80cb-22d4129d3f36', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:31:40.089749 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-0970ac10-1f26-4bf8-a1a2-1703d2597c4e req-7645e72b-d0bf-4210-a7f0-ee6fa2bfde66 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/security-groups?id=caf29c12-da81-4cc3-ac7d-970e1b1b08f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714636 Jun 21 04:31:40.096976 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:40.114598 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.notifiers.nova [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9201607d-8505-40c7-a832-737b5143d231 {{(pid=92747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:31:40.114757 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cee1b5-fee4-4301-8a08-ed949db8dffe req-d6e8f6d6-466a-4023-a1a0-5ebe82bd04c2 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:40.116601 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-a0cee1b5-fee4-4301-8a08-ed949db8dffe req-d6e8f6d6-466a-4023-a1a0-5ebe82bd04c2 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60 HTTP/1.1" status: 200 len: 946 time: 0.1071122 Jun 21 04:31:40.140883 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] For port 9201607d-8505-40c7-a832-737b5143d231, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=9201607d-8505-40c7-a832-737b5143d231,segment=NetworkSegment(df3f6f4e-05ff-4d6f-923e-8ebc44f445d6),segment_id=df3f6f4e-05ff-4d6f-923e-8ebc44f445d6)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:31:40.151181 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:40.153499 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-e5009521-1754-4aaa-b37b-2e5fff288697 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:40.177638 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-a0cee1b5-fee4-4301-8a08-ed949db8dffe req-b517372a-b4b4-4644-8700-5a46073345da tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=39085220-cdcc-4a6f-81ee-ed6b884a5b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461009 Jun 21 04:31:40.222189 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Pushing event updated for resources: {'Port': ['ID=9201607d-8505-40c7-a832-737b5143d231,revision_number=6']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:40.226971 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:40.311225 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c47e5d-cc8d-4808-909f-6a3bb46796b3 req-036862b0-9353-43a4-8a50-9101ad91b7c8 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:40.312603 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-e6c47e5d-cc8d-4808-909f-6a3bb46796b3 req-036862b0-9353-43a4-8a50-9101ad91b7c8 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6afa05c-5040-4202-a64c-c703c946ff1a HTTP/1.1" status: 200 len: 945 time: 0.0651271 Jun 21 04:31:40.357665 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-e6c47e5d-cc8d-4808-909f-6a3bb46796b3 req-f0aaf36b-8a7f-415d-a6e4-f38da62bf22f tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393586 Jun 21 04:31:40.400555 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] get_ports_and_sgs() called for port_ids ['9201607d-8505-40c7-a832-737b5143d231'] {{(pid=92747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:31:40.592485 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f3290-8cfe-4601-8c3d-7c3c697b1cc4 req-66824fe8-e80d-4995-896d-1091feaadbdc tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:40.593845 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-3f5f3290-8cfe-4601-8c3d-7c3c697b1cc4 req-66824fe8-e80d-4995-896d-1091feaadbdc tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] 10.222.0.13 "GET /v2.0/ports?device_id=df61f36c-a4ee-4e53-9211-dad5264ecd4b HTTP/1.1" status: 200 len: 945 time: 0.0626659 Jun 21 04:31:40.631215 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-3f5f3290-8cfe-4601-8c3d-7c3c697b1cc4 req-35f8194c-aaf8-44be-8911-9c29cc70f807 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8d2db0-f700-4c3a-b679-6da27c4efe2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309904 Jun 21 04:31:41.273647 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edfe7b9-3ef8-4b8b-a66e-cb17dd40eb9e req-eb50d36a-db4a-4ad9-93a0-b7ef0992ce45 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:41.275171 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-8edfe7b9-3ef8-4b8b-a66e-cb17dd40eb9e req-eb50d36a-db4a-4ad9-93a0-b7ef0992ce45 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/ports?device_id=31b09ee5-1585-43ef-9a4f-8bbacc6385ff HTTP/1.1" status: 200 len: 946 time: 0.0677402 Jun 21 04:31:41.313082 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-8edfe7b9-3ef8-4b8b-a66e-cb17dd40eb9e req-1e6eebcb-a1da-444c-8643-3cedb93b4497 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/security-groups?id=caf29c12-da81-4cc3-ac7d-970e1b1b08f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320988 Jun 21 04:31:41.375210 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e46c50-e078-4ad5-b985-2d8f451ebfc8 req-4b9cf10a-0662-4d2e-b981-57dd267abbd5 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:41.376740 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-c7e46c50-e078-4ad5-b985-2d8f451ebfc8 req-4b9cf10a-0662-4d2e-b981-57dd267abbd5 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60 HTTP/1.1" status: 200 len: 945 time: 0.0627367 Jun 21 04:31:41.414153 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-c7e46c50-e078-4ad5-b985-2d8f451ebfc8 req-a861eedb-5e97-4940-abf9-1e56a38624db tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=39085220-cdcc-4a6f-81ee-ed6b884a5b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314355 Jun 21 04:31:41.596252 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30957de-6ac7-4fdc-b91a-4364a1c0e6a0 req-955e1884-e159-4cff-b67f-d6bb2af7015c tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:41.597701 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-a30957de-6ac7-4fdc-b91a-4364a1c0e6a0 req-955e1884-e159-4cff-b67f-d6bb2af7015c tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6afa05c-5040-4202-a64c-c703c946ff1a HTTP/1.1" status: 200 len: 945 time: 0.0685523 Jun 21 04:31:41.673020 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-a30957de-6ac7-4fdc-b91a-4364a1c0e6a0 req-177047e6-8e5a-45d5-8e94-4bf2eefd3962 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633049 Jun 21 04:31:41.723010 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee905ab-a163-41be-a8ba-653d73d96732 req-beb0aa1d-a4e3-4c7e-bb45-1c567eb7c5b2 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:41.725155 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-cee905ab-a163-41be-a8ba-653d73d96732 req-beb0aa1d-a4e3-4c7e-bb45-1c567eb7c5b2 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/ports?device_id=31b09ee5-1585-43ef-9a4f-8bbacc6385ff HTTP/1.1" status: 200 len: 946 time: 0.1240692 Jun 21 04:31:41.773264 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e241d6-77ce-4286-b243-a226c38bc284 req-20cdbd1e-ece9-42a2-99c1-5e08591a10d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:41.774716 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-95e241d6-77ce-4286-b243-a226c38bc284 req-20cdbd1e-ece9-42a2-99c1-5e08591a10d4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=975d204c53d040d2a863b56978bb847b&device_id=31b09ee5-1585-43ef-9a4f-8bbacc6385ff HTTP/1.1" status: 200 len: 1099 time: 0.0979805 Jun 21 04:31:41.779523 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-cee905ab-a163-41be-a8ba-653d73d96732 req-76478394-92e3-49b4-b7d7-5670ba753ca4 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/security-groups?id=caf29c12-da81-4cc3-ac7d-970e1b1b08f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470874 Jun 21 04:31:41.905633 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device 9201607d-8505-40c7-a832-737b5143d231 up at agent hyperv_hv-cinder-79688 {{(pid=92747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:31:41.908724 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69921099-10b2-471c-ae51-8a4a7ef9b0d7 req-8b88f245-bb89-4c96-ac8f-b2747592144a tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:41.910230 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-69921099-10b2-471c-ae51-8a4a7ef9b0d7 req-8b88f245-bb89-4c96-ac8f-b2747592144a tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] 10.222.0.13 "GET /v2.0/ports?device_id=df61f36c-a4ee-4e53-9211-dad5264ecd4b HTTP/1.1" status: 200 len: 945 time: 0.1346493 Jun 21 04:31:41.913628 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e241d6-77ce-4286-b243-a226c38bc284 req-d24dc8fa-c9f9-4f9c-a12d-a73d070c21bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:41.914940 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-95e241d6-77ce-4286-b243-a226c38bc284 req-d24dc8fa-c9f9-4f9c-a12d-a73d070c21bc service neutron] 10.222.0.38 "GET /v2.0/networks?id=266761c6-991a-4b5c-89b7-18dc73edeb62 HTTP/1.1" status: 200 len: 912 time: 0.1272612 Jun 21 04:31:41.952052 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Provisioning complete for port 9201607d-8505-40c7-a832-737b5143d231 triggered by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:31:41.952439 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:42.012962 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-69921099-10b2-471c-ae51-8a4a7ef9b0d7 req-eab67dc5-c4ed-44e6-bc4f-94fef84780af tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8d2db0-f700-4c3a-b679-6da27c4efe2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962303 Jun 21 04:31:42.033337 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:42.034516 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-95e241d6-77ce-4286-b243-a226c38bc284 req-a3312afc-d616-4cf2-aef3-a51ea4499fe5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6eecac39-7f26-4c7d-8265-93cd1def8967 HTTP/1.1" status: 200 len: 1001 time: 0.1043863 Jun 21 04:31:42.060332 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d63050f-5bf4-44dd-b812-0d503ed3af60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9201607d-8505-40c7-a832-737b5143d231'}] {{(pid=92747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:31:42.062609 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}801f1ae26e0cb5c56acb95c727deede285b0e3a42266231ef73c077b6573d85d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece1c161-3219-45a9-94a2-ffce6fe6c5e0" -d '{"events": [{"server_uuid": "7d63050f-5bf4-44dd-b812-0d503ed3af60", "name": "network-vif-plugged", "status": "completed", "tag": "9201607d-8505-40c7-a832-737b5143d231"}]}' {{(pid=92747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:31:42.075653 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] For port 9201607d-8505-40c7-a832-737b5143d231, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=9201607d-8505-40c7-a832-737b5143d231,segment=NetworkSegment(df3f6f4e-05ff-4d6f-923e-8ebc44f445d6),segment_id=df3f6f4e-05ff-4d6f-923e-8ebc44f445d6)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:31:42.080632 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:42.084393 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:42.093256 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e241d6-77ce-4286-b243-a226c38bc284 req-b6344e6c-c863-4bb6-b244-eb382c30ea08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:42.094733 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-95e241d6-77ce-4286-b243-a226c38bc284 req-b6344e6c-c863-4bb6-b244-eb382c30ea08 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=17b08017-4248-42a3-9e39-b4aee30874d2 HTTP/1.1" status: 200 len: 850 time: 0.0500348 Jun 21 04:31:42.106690 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-268dbc69-f19f-4c93-8e21-28c85d0e7fd3 x-openstack-request-id: req-268dbc69-f19f-4c93-8e21-28c85d0e7fd3 {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:31:42.106992 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d63050f-5bf4-44dd-b812-0d503ed3af60", "name": "network-vif-plugged", "status": "completed", "tag": "9201607d-8505-40c7-a832-737b5143d231", "code": 200}]} {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:31:42.107302 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-268dbc69-f19f-4c93-8e21-28c85d0e7fd3 {{(pid=92747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:31:42.107692 dv-cinder-796889-2-smb neutron-server[92747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d63050f-5bf4-44dd-b812-0d503ed3af60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9201607d-8505-40c7-a832-737b5143d231', 'code': 200} Jun 21 04:31:42.133843 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Pushing event updated for resources: {'Port': ['ID=9201607d-8505-40c7-a832-737b5143d231,revision_number=7']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:42.136783 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:42.206543 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e241d6-77ce-4286-b243-a226c38bc284 req-1d4782f6-62da-4823-b80d-f55e11f3ea6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:42.208066 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-95e241d6-77ce-4286-b243-a226c38bc284 req-1d4782f6-62da-4823-b80d-f55e11f3ea6e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=266761c6-991a-4b5c-89b7-18dc73edeb62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0565066 Jun 21 04:31:42.304052 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-95e241d6-77ce-4286-b243-a226c38bc284 req-84df6e3a-ce1d-4f1a-9091-9144ec4fddaf service neutron] 10.222.0.38 "GET /v2.0/networks/266761c6-991a-4b5c-89b7-18dc73edeb62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858879 Jun 21 04:31:42.400311 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-95e241d6-77ce-4286-b243-a226c38bc284 req-70bd09b4-1464-4923-8178-248877a24d1a service neutron] 10.222.0.38 "GET /v2.0/networks/266761c6-991a-4b5c-89b7-18dc73edeb62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850749 Jun 21 04:31:42.591813 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ae914-4757-48a2-a78d-2bc0a9113734 req-c4bfc261-95c2-4f00-9087-53d7fab7d8b4 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:42.593285 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-9c7ae914-4757-48a2-a78d-2bc0a9113734 req-c4bfc261-95c2-4f00-9087-53d7fab7d8b4 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60 HTTP/1.1" status: 200 len: 946 time: 0.0613153 Jun 21 04:31:42.632800 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-9c7ae914-4757-48a2-a78d-2bc0a9113734 req-751ff565-d457-42a7-a446-84b3983623b2 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=39085220-cdcc-4a6f-81ee-ed6b884a5b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332572 Jun 21 04:31:42.886173 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4bb37c-8017-4ae3-84b0-7a9968123579 req-37e7bc23-03bc-49b8-a654-3880af4897b6 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:42.887678 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-1e4bb37c-8017-4ae3-84b0-7a9968123579 req-37e7bc23-03bc-49b8-a654-3880af4897b6 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6afa05c-5040-4202-a64c-c703c946ff1a HTTP/1.1" status: 200 len: 945 time: 0.1048698 Jun 21 04:31:42.895959 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e419c-884d-4424-9aff-2ccca77a6f69 req-017d52c6-4379-404d-9805-261cd48ca3b3 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:42.897265 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-be0e419c-884d-4424-9aff-2ccca77a6f69 req-017d52c6-4379-404d-9805-261cd48ca3b3 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] 10.222.0.38 "GET /v2.0/ports?device_id=df61f36c-a4ee-4e53-9211-dad5264ecd4b HTTP/1.1" status: 200 len: 945 time: 0.1056921 Jun 21 04:31:43.027053 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-1e4bb37c-8017-4ae3-84b0-7a9968123579 req-09392408-3374-4f92-9bf4-f4199248232a tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287313 Jun 21 04:31:43.060968 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda6eb03-f461-4c81-bc39-ca3c944a75b6 req-2215628f-2e11-4122-8dea-10eb361de253 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:43.062443 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-bda6eb03-f461-4c81-bc39-ca3c944a75b6 req-2215628f-2e11-4122-8dea-10eb361de253 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/ports?device_id=31b09ee5-1585-43ef-9a4f-8bbacc6385ff HTTP/1.1" status: 200 len: 946 time: 0.1633146 Jun 21 04:31:43.095542 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [req-be0e419c-884d-4424-9aff-2ccca77a6f69 req-1559bfe9-4f9c-4a23-a696-a687c606541c tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Deleting port 60894a8d-5da2-4093-ba1b-d00781846293 {{(pid=92746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:31:43.095904 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-be0e419c-884d-4424-9aff-2ccca77a6f69 req-1559bfe9-4f9c-4a23-a696-a687c606541c tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789667499749'] for port, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:43.158621 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-bda6eb03-f461-4c81-bc39-ca3c944a75b6 req-dcc50481-6926-4d32-b878-3f09c04f755f tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/security-groups?id=caf29c12-da81-4cc3-ac7d-970e1b1b08f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895202 Jun 21 04:31:43.232847 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.db [req-be0e419c-884d-4424-9aff-2ccca77a6f69 req-1559bfe9-4f9c-4a23-a696-a687c606541c tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] For port 60894a8d-5da2-4093-ba1b-d00781846293, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=60894a8d-5da2-4093-ba1b-d00781846293,segment=NetworkSegment(8e16b4af-d01b-4c5d-b169-b0ffa3f9d0ff),segment_id=8e16b4af-d01b-4c5d-b169-b0ffa3f9d0ff)] {{(pid=92746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:31:43.233136 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-be0e419c-884d-4424-9aff-2ccca77a6f69 req-1559bfe9-4f9c-4a23-a696-a687c606541c tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062555'] for port, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:43.302360 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0a6bb-ed45-4b0e-be89-c69081a10f12 req-060f31c7-855b-41dd-9412-34b6dab31d7a tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:43.303711 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-69c0a6bb-ed45-4b0e-be89-c69081a10f12 req-060f31c7-855b-41dd-9412-34b6dab31d7a tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] 10.222.0.13 "GET /v2.0/ports?device_id=df61f36c-a4ee-4e53-9211-dad5264ecd4b HTTP/1.1" status: 200 len: 945 time: 0.1596859 Jun 21 04:31:43.327559 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [req-be0e419c-884d-4424-9aff-2ccca77a6f69 req-1559bfe9-4f9c-4a23-a696-a687c606541c tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Calling delete_port for 60894a8d-5da2-4093-ba1b-d00781846293 owned by compute:nova {{(pid=92746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:31:43.429821 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-69c0a6bb-ed45-4b0e-be89-c69081a10f12 req-bd32fea6-0d5f-4888-9bb1-97633ecefb8f tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8d2db0-f700-4c3a-b679-6da27c4efe2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989299 Jun 21 04:31:43.512749 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-be0e419c-884d-4424-9aff-2ccca77a6f69 req-1559bfe9-4f9c-4a23-a696-a687c606541c tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789667503845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789666979166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33408498'] for port, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:43.516874 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:43.544634 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1559bfe9-4f9c-4a23-a696-a687c606541c tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Pushing event deleted for resources: {'Port': ['ID=60894a8d-5da2-4093-ba1b-d00781846293,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:43.549925 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-1559bfe9-4f9c-4a23-a696-a687c606541c tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:43.577917 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] get_ports_and_sgs() called for port_ids ['60894a8d-5da2-4093-ba1b-d00781846293'] {{(pid=92747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:31:43.611717 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [req-be0e419c-884d-4424-9aff-2ccca77a6f69 req-1559bfe9-4f9c-4a23-a696-a687c606541c tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] No DVR routers for this DVR port 60894a8d-5da2-4093-ba1b-d00781846293 on host hv-cinder-79688 {{(pid=92746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:31:43.614538 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-be0e419c-884d-4424-9aff-2ccca77a6f69 req-1559bfe9-4f9c-4a23-a696-a687c606541c tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5899'] for port, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:43.616462 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-be0e419c-884d-4424-9aff-2ccca77a6f69 req-1559bfe9-4f9c-4a23-a696-a687c606541c tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] 10.222.0.38 "DELETE /v2.0/ports/60894a8d-5da2-4093-ba1b-d00781846293 HTTP/1.1" status: 204 len: 173 time: 0.7034774 Jun 21 04:31:43.616935 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df61f36c-a4ee-4e53-9211-dad5264ecd4b', 'name': 'network-vif-deleted', 'tag': '60894a8d-5da2-4093-ba1b-d00781846293'}] {{(pid=92746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:31:43.619282 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7cbf71f9e1aa915714a5a62000f0bd5d8f9af41b6b6cc8a146f78dbc3385941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-057087e4-b4c9-4708-b914-048ef968a8e7" -d '{"events": [{"server_uuid": "df61f36c-a4ee-4e53-9211-dad5264ecd4b", "name": "network-vif-deleted", "tag": "60894a8d-5da2-4093-ba1b-d00781846293"}]}' {{(pid=92746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:31:43.654861 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41fbd3bc-6ec4-4f9b-ba9b-add012035bd7 x-openstack-request-id: req-41fbd3bc-6ec4-4f9b-ba9b-add012035bd7 {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:31:43.655484 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df61f36c-a4ee-4e53-9211-dad5264ecd4b", "name": "network-vif-deleted", "tag": "60894a8d-5da2-4093-ba1b-d00781846293", "status": "completed", "code": 200}]} {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:31:43.655636 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-41fbd3bc-6ec4-4f9b-ba9b-add012035bd7 {{(pid=92746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:31:43.656075 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df61f36c-a4ee-4e53-9211-dad5264ecd4b', 'name': 'network-vif-deleted', 'tag': '60894a8d-5da2-4093-ba1b-d00781846293', 'status': 'completed', 'code': 200} Jun 21 04:31:43.815759 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d70a05-dd2a-4c3b-a50c-c5a11f2d50a1 req-952ef756-5a3f-404b-b5e7-1c1b284bb85e tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:43.817193 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-e6d70a05-dd2a-4c3b-a50c-c5a11f2d50a1 req-952ef756-5a3f-404b-b5e7-1c1b284bb85e tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60 HTTP/1.1" status: 200 len: 946 time: 0.0634985 Jun 21 04:31:43.856449 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-e6d70a05-dd2a-4c3b-a50c-c5a11f2d50a1 req-26a7ef7b-4b44-4b50-a686-fa189b967d8c tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=39085220-cdcc-4a6f-81ee-ed6b884a5b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318339 Jun 21 04:31:44.207144 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a8fd0b-3347-4a8c-a644-bbf95546d67c req-e64d69a2-d91d-479c-bc60-04d981ee41f6 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:44.207144 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-07a8fd0b-3347-4a8c-a644-bbf95546d67c req-e64d69a2-d91d-479c-bc60-04d981ee41f6 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6afa05c-5040-4202-a64c-c703c946ff1a HTTP/1.1" status: 200 len: 945 time: 0.0667937 Jun 21 04:31:44.505433 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-07a8fd0b-3347-4a8c-a644-bbf95546d67c req-de8dd902-0890-4bc7-b79a-bd63c8f8776a tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937224 Jun 21 04:31:44.535394 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b68c502-5c9a-4dc8-81c1-b69c1d332011 req-d7a06b8d-af99-4f7c-80f0-50795579b823 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:44.540039 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-8b68c502-5c9a-4dc8-81c1-b69c1d332011 req-d7a06b8d-af99-4f7c-80f0-50795579b823 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/ports?device_id=31b09ee5-1585-43ef-9a4f-8bbacc6385ff HTTP/1.1" status: 200 len: 946 time: 0.0822132 Jun 21 04:31:44.574331 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-8b68c502-5c9a-4dc8-81c1-b69c1d332011 req-ddc14423-18e5-45db-a21d-2cdf6e132c44 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/security-groups?id=caf29c12-da81-4cc3-ac7d-970e1b1b08f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313401 Jun 21 04:31:45.035444 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909347c1-e664-4637-b0eb-eeb71213ac89 req-4e0554ea-b315-41f9-b2d7-8fa78f3a1de5 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:45.037631 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-909347c1-e664-4637-b0eb-eeb71213ac89 req-4e0554ea-b315-41f9-b2d7-8fa78f3a1de5 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60 HTTP/1.1" status: 200 len: 946 time: 0.0651972 Jun 21 04:31:45.090199 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-909347c1-e664-4637-b0eb-eeb71213ac89 req-dbe84072-db17-41f2-91c0-2f9c72ecaa4a tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=39085220-cdcc-4a6f-81ee-ed6b884a5b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458095 Jun 21 04:31:45.675480 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d9c00-1d73-4def-96b4-1d6d36d1b6b3 req-aaf747b0-fa51-41d4-ba21-36e06295c431 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:45.678587 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-e86d9c00-1d73-4def-96b4-1d6d36d1b6b3 req-aaf747b0-fa51-41d4-ba21-36e06295c431 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6afa05c-5040-4202-a64c-c703c946ff1a HTTP/1.1" status: 200 len: 945 time: 0.0625207 Jun 21 04:31:45.713587 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-e86d9c00-1d73-4def-96b4-1d6d36d1b6b3 req-889bde31-2a5e-43e1-8ce2-da3d60dddf22 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302963 Jun 21 04:31:45.935062 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device 60894a8d-5da2-4093-ba1b-d00781846293 no longer exists at agent hyperv_hv-cinder-79688 {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:31:45.954827 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] No Port match for: 60894a8d-5da2-4093-ba1b-d00781846293 {{(pid=92747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:31:45.955184 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device 60894a8d-5da2-4093-ba1b-d00781846293 not bound to the agent host hv-cinder-79688 {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:31:46.259858 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd491f2f-1620-4df0-92ed-a8309d264128 req-56ca0ec3-90f7-4388-80e8-faf1d8fff1f7 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:46.261405 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-bd491f2f-1620-4df0-92ed-a8309d264128 req-56ca0ec3-90f7-4388-80e8-faf1d8fff1f7 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60 HTTP/1.1" status: 200 len: 946 time: 0.0615687 Jun 21 04:31:46.302460 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-bd491f2f-1620-4df0-92ed-a8309d264128 req-973aa9d5-393b-4492-849d-6727efe9450f tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=39085220-cdcc-4a6f-81ee-ed6b884a5b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340950 Jun 21 04:31:46.897480 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba784134-9533-4fe5-a45c-27bab82eaa4e req-9b0e40f6-241a-435f-83cf-c4031df18c2b tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:46.898818 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-ba784134-9533-4fe5-a45c-27bab82eaa4e req-9b0e40f6-241a-435f-83cf-c4031df18c2b tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6afa05c-5040-4202-a64c-c703c946ff1a HTTP/1.1" status: 200 len: 945 time: 0.0726395 Jun 21 04:31:46.936883 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-ba784134-9533-4fe5-a45c-27bab82eaa4e req-a39ce5cb-b57e-4561-b671-fdbf1fe7b0a3 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318794 Jun 21 04:31:47.517932 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68887a7-29dc-4389-98f3-9764d9a6f67a req-59f5f7a4-ee59-4b84-81a8-91f72be572bd tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:47.519452 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-b68887a7-29dc-4389-98f3-9764d9a6f67a req-59f5f7a4-ee59-4b84-81a8-91f72be572bd tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60 HTTP/1.1" status: 200 len: 946 time: 0.0744503 Jun 21 04:31:47.572929 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-b68887a7-29dc-4389-98f3-9764d9a6f67a req-e561c2da-83eb-454a-88f5-3a9806c87e8a tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=39085220-cdcc-4a6f-81ee-ed6b884a5b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467441 Jun 21 04:31:48.133423 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9ec2bf-d951-478a-85d6-5442b8b34ee0 req-f51148ec-f8e5-4d49-b93f-335e5cd4addd tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:48.134899 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-8d9ec2bf-d951-478a-85d6-5442b8b34ee0 req-f51148ec-f8e5-4d49-b93f-335e5cd4addd tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6afa05c-5040-4202-a64c-c703c946ff1a HTTP/1.1" status: 200 len: 945 time: 0.0819716 Jun 21 04:31:48.186108 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-8d9ec2bf-d951-478a-85d6-5442b8b34ee0 req-c4dec861-2344-4c59-a955-8fa34500dac3 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422969 Jun 21 04:31:48.790604 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f244d-3261-4c73-b38a-b9a131adab02 req-a2f480ff-50c7-422b-b800-7d8cbaa0220d tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:48.791998 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-270f244d-3261-4c73-b38a-b9a131adab02 req-a2f480ff-50c7-422b-b800-7d8cbaa0220d tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60 HTTP/1.1" status: 200 len: 946 time: 0.0898073 Jun 21 04:31:48.842995 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-270f244d-3261-4c73-b38a-b9a131adab02 req-b6235968-69cc-4225-8e52-2c306c641e15 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=39085220-cdcc-4a6f-81ee-ed6b884a5b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449319 Jun 21 04:31:49.367652 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4681c6-b8fc-45fc-ac4f-446fbe8d07c9 req-27df3bba-3544-422e-8243-0528ee899a11 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:49.369273 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-dd4681c6-b8fc-45fc-ac4f-446fbe8d07c9 req-27df3bba-3544-422e-8243-0528ee899a11 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6afa05c-5040-4202-a64c-c703c946ff1a HTTP/1.1" status: 200 len: 945 time: 0.0688975 Jun 21 04:31:49.410901 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-dd4681c6-b8fc-45fc-ac4f-446fbe8d07c9 req-a569c008-95a7-44d3-8f92-1ae4917756ac tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358851 Jun 21 04:31:50.036042 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90740cba-dcbd-4f5b-9813-0e0c605949a6 req-f50580bd-be57-4cdc-94d8-6a25da784b4b tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:50.039321 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-90740cba-dcbd-4f5b-9813-0e0c605949a6 req-f50580bd-be57-4cdc-94d8-6a25da784b4b tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60 HTTP/1.1" status: 200 len: 946 time: 0.0741968 Jun 21 04:31:50.100479 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-90740cba-dcbd-4f5b-9813-0e0c605949a6 req-801cb096-6cca-4a15-a319-f60077ce9376 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=39085220-cdcc-4a6f-81ee-ed6b884a5b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558627 Jun 21 04:31:50.609017 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79965d22-36c1-42aa-b2e0-1cc70fe8340d req-b0368158-7a2d-4232-a325-c6001d2101d9 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:50.621486 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-79965d22-36c1-42aa-b2e0-1cc70fe8340d req-b0368158-7a2d-4232-a325-c6001d2101d9 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6afa05c-5040-4202-a64c-c703c946ff1a HTTP/1.1" status: 200 len: 945 time: 0.0796704 Jun 21 04:31:50.673756 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-79965d22-36c1-42aa-b2e0-1cc70fe8340d req-ff57aae3-7783-4276-b021-feb64c379246 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513227 Jun 21 04:31:51.288429 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf1047c-7ab3-4e94-b9dd-db0e5e2adaeb req-3b44e85f-c1da-407e-9b67-44607288ee8f tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:51.289921 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-aaf1047c-7ab3-4e94-b9dd-db0e5e2adaeb req-3b44e85f-c1da-407e-9b67-44607288ee8f tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60 HTTP/1.1" status: 200 len: 946 time: 0.0695333 Jun 21 04:31:51.348057 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-aaf1047c-7ab3-4e94-b9dd-db0e5e2adaeb req-c288a79c-fe7b-4f66-b7c8-b93838789470 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=39085220-cdcc-4a6f-81ee-ed6b884a5b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521014 Jun 21 04:31:51.854714 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3198cd5-1a3a-4866-b4fc-430ce9f11ff4 req-d09d0c31-a22b-4421-856e-f1c31e3e5ec7 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:51.857037 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-e3198cd5-1a3a-4866-b4fc-430ce9f11ff4 req-d09d0c31-a22b-4421-856e-f1c31e3e5ec7 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6afa05c-5040-4202-a64c-c703c946ff1a HTTP/1.1" status: 200 len: 945 time: 0.0727401 Jun 21 04:31:51.907030 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-e3198cd5-1a3a-4866-b4fc-430ce9f11ff4 req-b00abc2a-12de-4476-b272-64c047854a86 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396347 Jun 21 04:31:52.552683 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f35d2-3bde-4e4f-8a60-b8fdd8f87c9e req-6fb45b28-3a01-491c-af48-9c162690e0a5 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:52.554466 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-2e8f35d2-3bde-4e4f-8a60-b8fdd8f87c9e req-6fb45b28-3a01-491c-af48-9c162690e0a5 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60 HTTP/1.1" status: 200 len: 946 time: 0.0951264 Jun 21 04:31:52.594046 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-2e8f35d2-3bde-4e4f-8a60-b8fdd8f87c9e req-73936946-7353-4202-b54b-abb05188917d tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=39085220-cdcc-4a6f-81ee-ed6b884a5b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332348 Jun 21 04:31:53.147236 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb60d94-1f0d-4d34-a12c-74011229ddae req-b69c232c-c81c-401b-95d6-011e2b3622e1 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:53.155995 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-1eb60d94-1f0d-4d34-a12c-74011229ddae req-b69c232c-c81c-401b-95d6-011e2b3622e1 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6afa05c-5040-4202-a64c-c703c946ff1a HTTP/1.1" status: 200 len: 945 time: 0.1090150 Jun 21 04:31:53.197759 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-1eb60d94-1f0d-4d34-a12c-74011229ddae req-61cb695e-4549-4a5f-905a-58aa19212928 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401552 Jun 21 04:31:53.829159 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef79a55-6f5d-4956-8cc6-d0c2ecea23a7 req-f0caab6d-ee50-4203-a8e0-9d6695a577d6 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:53.837688 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-4ef79a55-6f5d-4956-8cc6-d0c2ecea23a7 req-f0caab6d-ee50-4203-a8e0-9d6695a577d6 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60 HTTP/1.1" status: 200 len: 946 time: 0.1011052 Jun 21 04:31:53.900864 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-4ef79a55-6f5d-4956-8cc6-d0c2ecea23a7 req-36fe406c-6044-4ad3-ac38-6d13f07ad2d1 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=39085220-cdcc-4a6f-81ee-ed6b884a5b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573640 Jun 21 04:31:54.441208 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b3fc52-6280-4cb3-a8cd-e0ed8ea0389f req-68a718d0-4a82-4545-8c64-9014b1fbcdd9 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:54.453685 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-a3b3fc52-6280-4cb3-a8cd-e0ed8ea0389f req-68a718d0-4a82-4545-8c64-9014b1fbcdd9 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6afa05c-5040-4202-a64c-c703c946ff1a HTTP/1.1" status: 200 len: 945 time: 0.0955670 Jun 21 04:31:54.524849 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-a3b3fc52-6280-4cb3-a8cd-e0ed8ea0389f req-81b661e2-d0a9-463f-be8f-e9bcaf3499cf tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701656 Jun 21 04:31:55.362824 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e986b2-406b-4f1c-b93b-3b89d7a47983 req-a0d4aa51-53c6-4c75-b2be-0defaa0f06d3 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:55.365954 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-85e986b2-406b-4f1c-b93b-3b89d7a47983 req-a0d4aa51-53c6-4c75-b2be-0defaa0f06d3 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60 HTTP/1.1" status: 200 len: 946 time: 0.0868976 Jun 21 04:31:55.435821 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-85e986b2-406b-4f1c-b93b-3b89d7a47983 req-24803fb6-c45d-44d7-8a99-b52f059b103d tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=39085220-cdcc-4a6f-81ee-ed6b884a5b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632739 Jun 21 04:31:55.738673 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f171e1b8-8b19-471c-86e4-24888ed0f352 req-7e2ae13b-17c5-4438-8e89-a634ecf58c75 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:55.740332 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-f171e1b8-8b19-471c-86e4-24888ed0f352 req-7e2ae13b-17c5-4438-8e89-a634ecf58c75 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6afa05c-5040-4202-a64c-c703c946ff1a HTTP/1.1" status: 200 len: 945 time: 0.0767815 Jun 21 04:31:55.812741 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-f171e1b8-8b19-471c-86e4-24888ed0f352 req-172ec656-166d-4fea-8774-3cf69dcd7f1c tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607276 Jun 21 04:31:56.637690 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c8f0c-3fd2-4944-92f0-800db5430ccf req-47553366-c12f-4743-9648-d2f0bb27838b tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:56.639164 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-fa3c8f0c-3fd2-4944-92f0-800db5430ccf req-47553366-c12f-4743-9648-d2f0bb27838b tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60 HTTP/1.1" status: 200 len: 946 time: 0.0711451 Jun 21 04:31:56.680783 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-fa3c8f0c-3fd2-4944-92f0-800db5430ccf req-568699a1-0976-41c2-84bf-cace51695baa tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=39085220-cdcc-4a6f-81ee-ed6b884a5b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357444 Jun 21 04:31:57.012832 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b26bb88-73f9-4b8d-b92c-7e08c8782a58 req-3a089fb6-f775-4b43-b1bc-5ca0f9555480 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:57.014645 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-7b26bb88-73f9-4b8d-b92c-7e08c8782a58 req-3a089fb6-f775-4b43-b1bc-5ca0f9555480 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6afa05c-5040-4202-a64c-c703c946ff1a HTTP/1.1" status: 200 len: 945 time: 0.0765135 Jun 21 04:31:57.060664 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-7b26bb88-73f9-4b8d-b92c-7e08c8782a58 req-01f67f32-9652-48a3-9c06-d14f530d9757 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403271 Jun 21 04:31:57.352510 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97295576-fd4b-4414-9ef5-037dfe3102cb req-2de7927c-c119-4b1c-bb4b-6a65c1f710d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:57.354287 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-97295576-fd4b-4414-9ef5-037dfe3102cb req-2de7927c-c119-4b1c-bb4b-6a65c1f710d6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6e19d34d6ec747d2a23f2df61f7d1120&device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60 HTTP/1.1" status: 200 len: 1099 time: 0.0523436 Jun 21 04:31:57.460514 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97295576-fd4b-4414-9ef5-037dfe3102cb req-7084f755-112b-42c8-8363-dc8c5f0d1b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:57.462167 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-97295576-fd4b-4414-9ef5-037dfe3102cb req-7084f755-112b-42c8-8363-dc8c5f0d1b1e service neutron] 10.222.0.38 "GET /v2.0/networks?id=38e35d0b-e570-49d3-959b-c55bd6e0308c HTTP/1.1" status: 200 len: 918 time: 0.0989840 Jun 21 04:31:57.544943 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-97295576-fd4b-4414-9ef5-037dfe3102cb req-cb102293-7c9b-476e-bbb6-44e27f9d0f20 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9201607d-8505-40c7-a832-737b5143d231 HTTP/1.1" status: 200 len: 1001 time: 0.0644238 Jun 21 04:31:57.603266 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97295576-fd4b-4414-9ef5-037dfe3102cb req-759bc713-1d21-4111-9e51-60317a0b2802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:57.604617 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-97295576-fd4b-4414-9ef5-037dfe3102cb req-759bc713-1d21-4111-9e51-60317a0b2802 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6f995fa3-0676-46ec-80cb-22d4129d3f36 HTTP/1.1" status: 200 len: 856 time: 0.0478668 Jun 21 04:31:57.663915 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97295576-fd4b-4414-9ef5-037dfe3102cb req-1507f31c-c67e-460b-98a0-d18ef4799cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:57.665417 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-97295576-fd4b-4414-9ef5-037dfe3102cb req-1507f31c-c67e-460b-98a0-d18ef4799cd1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=38e35d0b-e570-49d3-959b-c55bd6e0308c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0500724 Jun 21 04:31:57.751886 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-97295576-fd4b-4414-9ef5-037dfe3102cb req-6162782d-1163-4191-9b84-a035ca6b1bad service neutron] 10.222.0.38 "GET /v2.0/networks/38e35d0b-e570-49d3-959b-c55bd6e0308c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790524 Jun 21 04:31:57.882050 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-97295576-fd4b-4414-9ef5-037dfe3102cb req-cbf4621b-d3c7-440f-b5e3-0e461479d01a service neutron] 10.222.0.38 "GET /v2.0/networks/38e35d0b-e570-49d3-959b-c55bd6e0308c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205859 Jun 21 04:31:57.895982 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b316ae0-0397-436d-b78a-c97eb58f72c7 req-2e7439a6-7e6b-4081-aac2-40a4a5856619 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:57.897959 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-6b316ae0-0397-436d-b78a-c97eb58f72c7 req-2e7439a6-7e6b-4081-aac2-40a4a5856619 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60 HTTP/1.1" status: 200 len: 946 time: 0.0919502 Jun 21 04:31:57.934266 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-6b316ae0-0397-436d-b78a-c97eb58f72c7 req-3e690bf0-68ff-4503-8c24-35405768ebdf tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=39085220-cdcc-4a6f-81ee-ed6b884a5b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306649 Jun 21 04:31:58.255847 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b306cda5-ac3b-4d6d-adcc-236b2d272890 req-93b00ef7-b07b-4756-a226-2c65ac0ef706 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:58.257930 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-b306cda5-ac3b-4d6d-adcc-236b2d272890 req-93b00ef7-b07b-4756-a226-2c65ac0ef706 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6afa05c-5040-4202-a64c-c703c946ff1a HTTP/1.1" status: 200 len: 945 time: 0.0738373 Jun 21 04:31:58.298566 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-b306cda5-ac3b-4d6d-adcc-236b2d272890 req-81b2c40a-961d-4d75-babb-318b2847daa7 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314465 Jun 21 04:31:59.159755 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775ebc4-7e6d-4f29-b118-16623c67895b req-74480e46-b773-451a-96da-68f517c41c39 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:59.161224 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-1775ebc4-7e6d-4f29-b118-16623c67895b req-74480e46-b773-451a-96da-68f517c41c39 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60 HTTP/1.1" status: 200 len: 946 time: 0.0751920 Jun 21 04:31:59.199680 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-1775ebc4-7e6d-4f29-b118-16623c67895b req-b4d9eab9-cef6-4d58-8832-fce7f400f3e1 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=39085220-cdcc-4a6f-81ee-ed6b884a5b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312884 Jun 21 04:31:59.492105 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9440f0-508a-46dc-a932-feeed0e3539e req-41244364-1c70-44dd-bf49-f5a77a0ec6b7 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:59.494202 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-5f9440f0-508a-46dc-a932-feeed0e3539e req-41244364-1c70-44dd-bf49-f5a77a0ec6b7 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6afa05c-5040-4202-a64c-c703c946ff1a HTTP/1.1" status: 200 len: 945 time: 0.0705135 Jun 21 04:31:59.541597 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-5f9440f0-508a-46dc-a932-feeed0e3539e req-64605468-6e52-46b1-991c-907c205468c9 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392599 Jun 21 04:32:00.027354 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device 9201607d-8505-40c7-a832-737b5143d231 no longer exists at agent hyperv_hv-cinder-79688 {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:32:00.115901 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:00.141195 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d63050f-5bf4-44dd-b812-0d503ed3af60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9201607d-8505-40c7-a832-737b5143d231'}] {{(pid=92747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:32:00.143673 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}801f1ae26e0cb5c56acb95c727deede285b0e3a42266231ef73c077b6573d85d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58bbe1dd-e297-4679-9b7a-8cfc3281c7a4" -d '{"events": [{"server_uuid": "7d63050f-5bf4-44dd-b812-0d503ed3af60", "name": "network-vif-unplugged", "status": "completed", "tag": "9201607d-8505-40c7-a832-737b5143d231"}]}' {{(pid=92747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:32:00.157299 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] For port 9201607d-8505-40c7-a832-737b5143d231, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=9201607d-8505-40c7-a832-737b5143d231,segment=NetworkSegment(df3f6f4e-05ff-4d6f-923e-8ebc44f445d6),segment_id=df3f6f4e-05ff-4d6f-923e-8ebc44f445d6)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:32:00.174203 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:00.182986 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:00.221256 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 04:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f68d0f-352d-4d83-853c-f0979af78a2a x-openstack-request-id: req-34f68d0f-352d-4d83-853c-f0979af78a2a {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:32:00.221894 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d63050f-5bf4-44dd-b812-0d503ed3af60", "name": "network-vif-unplugged", "status": "completed", "tag": "9201607d-8505-40c7-a832-737b5143d231", "code": 200}]} {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:32:00.222306 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-34f68d0f-352d-4d83-853c-f0979af78a2a {{(pid=92747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:32:00.222857 dv-cinder-796889-2-smb neutron-server[92747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d63050f-5bf4-44dd-b812-0d503ed3af60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9201607d-8505-40c7-a832-737b5143d231', 'code': 200} Jun 21 04:32:00.254488 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Pushing event updated for resources: {'Port': ['ID=9201607d-8505-40c7-a832-737b5143d231,revision_number=8']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:00.259872 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:00.414647 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a95c625-9234-48a0-a99f-183c96f97ad7 req-7a2ed7ca-6bc8-485e-b008-41e3bb7af6f2 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:00.416163 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-6a95c625-9234-48a0-a99f-183c96f97ad7 req-7a2ed7ca-6bc8-485e-b008-41e3bb7af6f2 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60 HTTP/1.1" status: 200 len: 944 time: 0.0799923 Jun 21 04:32:00.460924 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-6a95c625-9234-48a0-a99f-183c96f97ad7 req-c0e2a2f1-7484-429d-9001-18b36051c59c tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=39085220-cdcc-4a6f-81ee-ed6b884a5b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387917 Jun 21 04:32:00.749684 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570d2cd-25fb-4844-8a3c-1b880792b640 req-2772cb61-af34-4e7d-b2de-c0f3282dfbb5 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:00.751687 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-e570d2cd-25fb-4844-8a3c-1b880792b640 req-2772cb61-af34-4e7d-b2de-c0f3282dfbb5 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6afa05c-5040-4202-a64c-c703c946ff1a HTTP/1.1" status: 200 len: 945 time: 0.0691411 Jun 21 04:32:00.792266 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-e570d2cd-25fb-4844-8a3c-1b880792b640 req-b4d0409e-4d54-4cd4-8576-4d86f851bb0f tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340722 Jun 21 04:32:01.059966 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec92a79c-d8a3-4a13-bc72-c9c0d07c3b83 req-98ae7fc2-a1af-48c0-8319-2bfb3a220638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:01.061656 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-ec92a79c-d8a3-4a13-bc72-c9c0d07c3b83 req-98ae7fc2-a1af-48c0-8319-2bfb3a220638 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a6afa05c-5040-4202-a64c-c703c946ff1a HTTP/1.1" status: 200 len: 1098 time: 0.0574453 Jun 21 04:32:01.100908 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-ec92a79c-d8a3-4a13-bc72-c9c0d07c3b83 req-0b59bfb8-fa86-401f-852c-69908afb2590 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298829 Jun 21 04:32:01.758327 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf0473c-409d-48f4-a831-9cdce8e2581a req-a883f41f-fef4-4255-8a36-20a6a08045f3 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:01.766769 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-2cf0473c-409d-48f4-a831-9cdce8e2581a req-a883f41f-fef4-4255-8a36-20a6a08045f3 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60 HTTP/1.1" status: 200 len: 944 time: 0.1023412 Jun 21 04:32:01.819356 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-2cf0473c-409d-48f4-a831-9cdce8e2581a req-a8f0df2b-dae6-4c5a-bb5e-cef0ec58a0e7 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=39085220-cdcc-4a6f-81ee-ed6b884a5b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454283 Jun 21 04:32:02.109774 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0200be-239e-4c2a-978d-4a0901e31345 req-4357fc18-0948-4db2-a1b7-63c905a4140b tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:02.112977 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-5b0200be-239e-4c2a-978d-4a0901e31345 req-4357fc18-0948-4db2-a1b7-63c905a4140b tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6afa05c-5040-4202-a64c-c703c946ff1a HTTP/1.1" status: 200 len: 945 time: 0.1148431 Jun 21 04:32:02.191138 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-5b0200be-239e-4c2a-978d-4a0901e31345 req-5f89dc92-ddb0-4711-b88b-8b758d080038 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710268 Jun 21 04:32:02.979809 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3497d442-6008-4443-8579-b479f032d329 req-037d0547-d784-4d1c-93a8-a7f08499dfd5 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:02.987605 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-3497d442-6008-4443-8579-b479f032d329 req-037d0547-d784-4d1c-93a8-a7f08499dfd5 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60 HTTP/1.1" status: 200 len: 944 time: 0.0747571 Jun 21 04:32:03.034296 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-3497d442-6008-4443-8579-b479f032d329 req-83e1bb58-5a28-48fc-8bf9-2e587735e852 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=39085220-cdcc-4a6f-81ee-ed6b884a5b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454991 Jun 21 04:32:03.258578 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 60386) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:03.384951 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-14b84fc5-557f-42d2-b968-2e5ffae4a974 req-76f9dcc0-460a-42c8-a727-910b3b2dcefe service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1160336 Jun 21 04:32:03.579537 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7724314-ca35-4228-b015-b85420a8a441 req-b80dcfeb-a5b5-4b2a-8aac-30eb9a0e9456 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:03.581086 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-c7724314-ca35-4228-b015-b85420a8a441 req-b80dcfeb-a5b5-4b2a-8aac-30eb9a0e9456 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6afa05c-5040-4202-a64c-c703c946ff1a HTTP/1.1" status: 200 len: 945 time: 0.0788896 Jun 21 04:32:03.637550 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-c7724314-ca35-4228-b015-b85420a8a441 req-e5bb950f-38ca-4ad3-809b-8b918ae06307 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470850 Jun 21 04:32:04.050173 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device 9201607d-8505-40c7-a832-737b5143d231 no longer exists at agent hyperv_hv-cinder-79688 {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:32:04.181140 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-c760ad75-9f1d-4625-8c2d-cfe90b663460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:04.348459 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e5550-29c2-4f49-b38d-55f2dde5414b req-b574310b-0366-4813-b032-69e248ddf8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:04.351842 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-e61e5550-29c2-4f49-b38d-55f2dde5414b req-b574310b-0366-4813-b032-69e248ddf8bb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=092d282a6edc474b8f3300e8e6ee4b67&device_id=a6afa05c-5040-4202-a64c-c703c946ff1a HTTP/1.1" status: 200 len: 1098 time: 0.1328251 Jun 21 04:32:04.610313 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9fbc22-cf03-4d37-a43e-d675693312d9 req-4663f5f2-b8f8-4374-b39c-1ab1ec966ecf tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:04.618513 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-ad9fbc22-cf03-4d37-a43e-d675693312d9 req-4663f5f2-b8f8-4374-b39c-1ab1ec966ecf tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6afa05c-5040-4202-a64c-c703c946ff1a HTTP/1.1" status: 200 len: 945 time: 0.2066190 Jun 21 04:32:04.639250 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e5550-29c2-4f49-b38d-55f2dde5414b req-ba21d1d2-e076-4124-b8f0-2e1b38dd030e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:04.639250 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-e61e5550-29c2-4f49-b38d-55f2dde5414b req-ba21d1d2-e076-4124-b8f0-2e1b38dd030e service neutron] 10.222.0.38 "GET /v2.0/networks?id=eb14d1e4-153c-4833-8dee-e8145a700dcb HTTP/1.1" status: 200 len: 920 time: 0.2643018 Jun 21 04:32:04.649672 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e0eec0-50da-4cf4-9a5c-8b758624e281 req-3c6cb4b6-6cf4-4aea-9b08-cfc8f824a3a9 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:04.651268 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-18e0eec0-50da-4cf4-9a5c-8b758624e281 req-3c6cb4b6-6cf4-4aea-9b08-cfc8f824a3a9 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60 HTTP/1.1" status: 200 len: 944 time: 0.2424035 Jun 21 04:32:04.750386 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-e61e5550-29c2-4f49-b38d-55f2dde5414b req-22e090fe-da85-4b5e-9110-a50e9b0b4ad3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cecae649-32ea-447c-aa51-6ce626930b79 HTTP/1.1" status: 200 len: 217 time: 0.0981007 Jun 21 04:32:04.851917 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-ad9fbc22-cf03-4d37-a43e-d675693312d9 req-6a36fa9f-a1f4-419a-b481-f8539ffb0dcb tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323298 Jun 21 04:32:04.882596 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-18e0eec0-50da-4cf4-9a5c-8b758624e281 req-35c129ff-6447-4656-a4a5-c7b85a4e5b5b tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=39085220-cdcc-4a6f-81ee-ed6b884a5b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2222946 Jun 21 04:32:04.898672 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e5550-29c2-4f49-b38d-55f2dde5414b req-348e1862-1b7b-4677-88cb-e309b2e0d5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:04.900616 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-e61e5550-29c2-4f49-b38d-55f2dde5414b req-348e1862-1b7b-4677-88cb-e309b2e0d5fb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=73192c75-f1c9-4e6e-bed4-2117506a7d5e HTTP/1.1" status: 200 len: 859 time: 0.1158793 Jun 21 04:32:04.957719 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-e61e5550-29c2-4f49-b38d-55f2dde5414b req-44b9bfe9-472d-4290-8243-b03bfbffc096 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=eb14d1e4-153c-4833-8dee-e8145a700dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367019 Jun 21 04:32:05.071696 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-e61e5550-29c2-4f49-b38d-55f2dde5414b req-b0747e10-c411-4080-866d-6394f552ae75 service neutron] 10.222.0.38 "GET /v2.0/networks/eb14d1e4-153c-4833-8dee-e8145a700dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052866 Jun 21 04:32:05.199644 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-e61e5550-29c2-4f49-b38d-55f2dde5414b req-0e0e18fa-6907-4a5c-8b5f-09c292520576 service neutron] 10.222.0.38 "GET /v2.0/networks/eb14d1e4-153c-4833-8dee-e8145a700dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045446 Jun 21 04:32:06.150450 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc5964f-616e-4468-9abb-a51301432833 req-8ef874e6-589c-4e92-a92e-9501783d0271 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:06.151906 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-bfc5964f-616e-4468-9abb-a51301432833 req-8ef874e6-589c-4e92-a92e-9501783d0271 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6afa05c-5040-4202-a64c-c703c946ff1a HTTP/1.1" status: 200 len: 945 time: 0.1709609 Jun 21 04:32:06.200436 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baca1f8b-9cfd-4e77-b3cd-4b09cc997256 req-06fe3623-f907-4789-95fc-e87e6377e144 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:06.206954 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-baca1f8b-9cfd-4e77-b3cd-4b09cc997256 req-06fe3623-f907-4789-95fc-e87e6377e144 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60 HTTP/1.1" status: 200 len: 944 time: 0.1918352 Jun 21 04:32:06.211846 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b84fc5-557f-42d2-b968-2e5ffae4a974 req-d3875abf-5bb9-47af-bd12-8e7a51b8ba17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:06.213278 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-14b84fc5-557f-42d2-b968-2e5ffae4a974 req-d3875abf-5bb9-47af-bd12-8e7a51b8ba17 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60&tenant_id=6e19d34d6ec747d2a23f2df61f7d1120 HTTP/1.1" status: 200 len: 1097 time: 0.2021639 Jun 21 04:32:06.254175 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-bfc5964f-616e-4468-9abb-a51301432833 req-bff889f6-a486-40e9-b0bf-f3cc7c62134f tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930171 Jun 21 04:32:06.286408 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-baca1f8b-9cfd-4e77-b3cd-4b09cc997256 req-c508b2a7-f4e1-44ab-a508-7175e8b0fe7c tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=39085220-cdcc-4a6f-81ee-ed6b884a5b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714395 Jun 21 04:32:06.364745 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b84fc5-557f-42d2-b968-2e5ffae4a974 req-170b45cf-2f7b-43ce-af77-da250ae7b077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:06.366408 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-14b84fc5-557f-42d2-b968-2e5ffae4a974 req-170b45cf-2f7b-43ce-af77-da250ae7b077 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6e19d34d6ec747d2a23f2df61f7d1120&device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60 HTTP/1.1" status: 200 len: 1097 time: 0.0764141 Jun 21 04:32:06.460984 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b84fc5-557f-42d2-b968-2e5ffae4a974 req-6db499f1-526f-4a58-8b8f-364f73824b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:06.462871 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-14b84fc5-557f-42d2-b968-2e5ffae4a974 req-6db499f1-526f-4a58-8b8f-364f73824b81 service neutron] 10.222.0.38 "GET /v2.0/networks?id=38e35d0b-e570-49d3-959b-c55bd6e0308c HTTP/1.1" status: 200 len: 918 time: 0.0897131 Jun 21 04:32:06.534431 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-14b84fc5-557f-42d2-b968-2e5ffae4a974 req-f82685c6-69e3-4a78-8ead-ebe3b50a664a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9201607d-8505-40c7-a832-737b5143d231 HTTP/1.1" status: 200 len: 999 time: 0.0640306 Jun 21 04:32:06.590012 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b84fc5-557f-42d2-b968-2e5ffae4a974 req-ed9eee20-e346-43b0-81f9-14c36afa02b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:06.591617 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-14b84fc5-557f-42d2-b968-2e5ffae4a974 req-ed9eee20-e346-43b0-81f9-14c36afa02b5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6f995fa3-0676-46ec-80cb-22d4129d3f36 HTTP/1.1" status: 200 len: 856 time: 0.0484266 Jun 21 04:32:06.655031 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b84fc5-557f-42d2-b968-2e5ffae4a974 req-f28013b4-8f74-45ab-a532-ac9b3b748778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:06.656520 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-14b84fc5-557f-42d2-b968-2e5ffae4a974 req-f28013b4-8f74-45ab-a532-ac9b3b748778 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=38e35d0b-e570-49d3-959b-c55bd6e0308c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0582974 Jun 21 04:32:06.766608 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-e1cc8912-ecd4-4225-9e28-d182c514d47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:06.789295 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-14b84fc5-557f-42d2-b968-2e5ffae4a974 req-6487d607-e820-4b1f-b5a3-dbbbdaf667c4 service neutron] 10.222.0.38 "GET /v2.0/networks/38e35d0b-e570-49d3-959b-c55bd6e0308c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236503 Jun 21 04:32:06.851589 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:06.975816 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-14b84fc5-557f-42d2-b968-2e5ffae4a974 req-2861e3cb-d1ee-4fca-ab6c-de331e5ed577 service neutron] 10.222.0.38 "GET /v2.0/networks/38e35d0b-e570-49d3-959b-c55bd6e0308c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650681 Jun 21 04:32:06.989564 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:07.458313 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edebf5a-b5b5-4275-89c1-7ea60151410c req-ad3f6694-6a3f-4007-ae95-79ac244ca0a4 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:07.460291 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-9edebf5a-b5b5-4275-89c1-7ea60151410c req-ad3f6694-6a3f-4007-ae95-79ac244ca0a4 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6afa05c-5040-4202-a64c-c703c946ff1a HTTP/1.1" status: 200 len: 945 time: 0.0949337 Jun 21 04:32:07.514280 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17385d6c-a009-470a-ab4c-4e0887b6e8ba req-b2658648-8877-446e-9e18-c600f8dc48b0 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:07.515828 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-17385d6c-a009-470a-ab4c-4e0887b6e8ba req-b2658648-8877-446e-9e18-c600f8dc48b0 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60 HTTP/1.1" status: 200 len: 944 time: 0.1095085 Jun 21 04:32:07.519146 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-9edebf5a-b5b5-4275-89c1-7ea60151410c req-a88668ff-4053-48ab-858c-68ca8709c762 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517085 Jun 21 04:32:07.649557 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-17385d6c-a009-470a-ab4c-4e0887b6e8ba req-1e0324f0-b81b-440b-b8b5-0d710e9abbe5 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=39085220-cdcc-4a6f-81ee-ed6b884a5b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180842 Jun 21 04:32:08.058597 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-af7905e6-f134-40b5-8f7f-d0c0aa400a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:08.827034 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd7976-24cd-4511-bedd-0cb0634b863a req-f04811b7-7e24-4150-b153-d3d296d897eb tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:08.835333 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-46cd7976-24cd-4511-bedd-0cb0634b863a req-f04811b7-7e24-4150-b153-d3d296d897eb tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6afa05c-5040-4202-a64c-c703c946ff1a HTTP/1.1" status: 200 len: 945 time: 0.1573961 Jun 21 04:32:08.929837 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-46cd7976-24cd-4511-bedd-0cb0634b863a req-1ec47572-94cf-4e97-beaf-f6e9b8cebd52 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933964 Jun 21 04:32:09.016438 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd8cea2-0b2d-4d4e-814e-89fdd94d3d12 req-42d66f70-87c5-4f9f-b7d6-a972d01e87e9 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:09.028311 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-2fd8cea2-0b2d-4d4e-814e-89fdd94d3d12 req-42d66f70-87c5-4f9f-b7d6-a972d01e87e9 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60 HTTP/1.1" status: 200 len: 944 time: 0.1273031 Jun 21 04:32:09.102943 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-2fd8cea2-0b2d-4d4e-814e-89fdd94d3d12 req-4ff48cb8-6639-4daa-ac10-ec4d9c2e0e31 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=39085220-cdcc-4a6f-81ee-ed6b884a5b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734832 Jun 21 04:32:09.658553 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-410c395a-ca3a-4855-90fb-923e0a2b4d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:10.082416 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.agents_db [None req-0317ce1f-94ba-4828-a78d-05fb42e0f355 None None] Agent healthcheck: found 6 active agents {{(pid=92748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:32:10.407795 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a0c8a-c49a-482b-a237-a04765e6baac req-0e24ce5a-687b-4cc7-bb03-3ebea792b0af tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:10.416619 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-d66a0c8a-c49a-482b-a237-a04765e6baac req-0e24ce5a-687b-4cc7-bb03-3ebea792b0af tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60 HTTP/1.1" status: 200 len: 944 time: 0.0905271 Jun 21 04:32:10.466973 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-d66a0c8a-c49a-482b-a237-a04765e6baac req-fef0fde5-16cb-4965-8659-b2023b2806ec tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=39085220-cdcc-4a6f-81ee-ed6b884a5b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489280 Jun 21 04:32:11.879451 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e7693c-f9bb-4035-b228-df2e64ff6e39 req-feb935e9-6d88-4a96-ae12-29282c08f8d8 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:11.887431 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-94e7693c-f9bb-4035-b228-df2e64ff6e39 req-feb935e9-6d88-4a96-ae12-29282c08f8d8 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60 HTTP/1.1" status: 200 len: 944 time: 0.1175942 Jun 21 04:32:11.960112 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-94e7693c-f9bb-4035-b228-df2e64ff6e39 req-bfe3ae61-6de7-43aa-8a3c-b4fe59c97163 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=39085220-cdcc-4a6f-81ee-ed6b884a5b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710235 Jun 21 04:32:13.240474 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986fd503-87f7-4385-842d-f05f154229ce req-1b0da6b1-286a-4605-8e8e-05bd1adfae21 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:13.243105 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-986fd503-87f7-4385-842d-f05f154229ce req-1b0da6b1-286a-4605-8e8e-05bd1adfae21 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60 HTTP/1.1" status: 200 len: 944 time: 0.1536098 Jun 21 04:32:13.316528 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-986fd503-87f7-4385-842d-f05f154229ce req-e166f88c-1c1d-4983-9d8d-9c949c10f9a8 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=39085220-cdcc-4a6f-81ee-ed6b884a5b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639420 Jun 21 04:32:13.498756 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 60580) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:13.679522 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-5081ca49-b32b-4071-814e-c4fa0aeeb32e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:13.808616 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-5081ca49-b32b-4071-814e-c4fa0aeeb32e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:13.813696 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-5081ca49-b32b-4071-814e-c4fa0aeeb32e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:13.816369 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-a9d6d255-07fa-4452-aaec-4dc10723a5e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:13.853690 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-5081ca49-b32b-4071-814e-c4fa0aeeb32e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6680871cbdfa4b228ea694be18ddb1be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3534067 Jun 21 04:32:13.854928 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5081ca49-b32b-4071-814e-c4fa0aeeb32e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b06ab615-a5ce-42cc-a796-a040751ec8bc,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:13.856263 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 60590) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:13.862336 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081ca49-b32b-4071-814e-c4fa0aeeb32e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:13.862760 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081ca49-b32b-4071-814e-c4fa0aeeb32e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:13.863227 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081ca49-b32b-4071-814e-c4fa0aeeb32e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:13.863539 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081ca49-b32b-4071-814e-c4fa0aeeb32e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:13.863893 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081ca49-b32b-4071-814e-c4fa0aeeb32e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:13.864244 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081ca49-b32b-4071-814e-c4fa0aeeb32e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:13.864591 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081ca49-b32b-4071-814e-c4fa0aeeb32e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:13.864940 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081ca49-b32b-4071-814e-c4fa0aeeb32e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:13.865290 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081ca49-b32b-4071-814e-c4fa0aeeb32e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:13.865654 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081ca49-b32b-4071-814e-c4fa0aeeb32e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:13.866588 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081ca49-b32b-4071-814e-c4fa0aeeb32e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:13.867040 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081ca49-b32b-4071-814e-c4fa0aeeb32e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:13.871011 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-5081ca49-b32b-4071-814e-c4fa0aeeb32e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:13.933524 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-2f359794-6299-4319-8b58-65626d0f4461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:13.967884 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-2f359794-6299-4319-8b58-65626d0f4461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:14.045750 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-2f359794-6299-4319-8b58-65626d0f4461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:14.048374 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-2f359794-6299-4319-8b58-65626d0f4461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:14.049861 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-2f359794-6299-4319-8b58-65626d0f4461 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b06ab615-a5ce-42cc-a796-a040751ec8bc HTTP/1.1" status: 204 len: 168 time: 0.1922390 Jun 21 04:32:14.050346 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-2cc2e73f-5938-4188-9559-1fe88c3a3399 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:14.059737 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f359794-6299-4319-8b58-65626d0f4461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06ab615-a5ce-42cc-a796-a040751ec8bc,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:14.062190 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-2f359794-6299-4319-8b58-65626d0f4461 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:14.539606 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b72715-49a1-48df-81f1-5368710c50e8 req-b45d7937-4a86-4f23-8965-212b3cf1f3e7 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:14.542163 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-49b72715-49a1-48df-81f1-5368710c50e8 req-b45d7937-4a86-4f23-8965-212b3cf1f3e7 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60 HTTP/1.1" status: 200 len: 944 time: 0.0708899 Jun 21 04:32:14.585205 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-49b72715-49a1-48df-81f1-5368710c50e8 req-3611b0c2-efba-4997-86e7-ed4680779309 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=39085220-cdcc-4a6f-81ee-ed6b884a5b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357881 Jun 21 04:32:14.776337 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 60626) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:14.872683 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.v2.base [None req-3470471d-6919-45b8-bffe-9430f44315e6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-456427590-network', 'tenant_id': 'e61908d6671944fe97c42e49b197ffce'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:32:14.898146 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3470471d-6919-45b8-bffe-9430f44315e6 admin admin] Made reservation on behalf of e61908d6671944fe97c42e49b197ffce for: {'network': 1} {{(pid=92746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:32:14.900989 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-3470471d-6919-45b8-bffe-9430f44315e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-632420'] for network, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:14.909758 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-3470471d-6919-45b8-bffe-9430f44315e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:15.002961 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-3470471d-6919-45b8-bffe-9430f44315e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:15.007381 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-3470471d-6919-45b8-bffe-9430f44315e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:15.010327 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-fa3907d1-062b-4758-af5d-9699952bc008 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:15.038404 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3470471d-6919-45b8-bffe-9430f44315e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 841, 'physical_network': 'physnet1'} {{(pid=92746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:32:15.047137 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3470471d-6919-45b8-bffe-9430f44315e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de10ea1-c321-48d0-bd45-f8ccf2f66da9,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:15.056280 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-3470471d-6919-45b8-bffe-9430f44315e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:15.060749 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-3470471d-6919-45b8-bffe-9430f44315e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740028'] for segment, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:15.062099 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.db.segments_db [None req-3470471d-6919-45b8-bffe-9430f44315e6 admin admin] Added segment bcb82d62-f15a-4999-97b2-fb2390391dc7 of type vlan for network 9e3bb3a6-2b59-4fb4-895f-f70ce89edae9 Jun 21 04:32:15.116351 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-3470471d-6919-45b8-bffe-9430f44315e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789667001025'] for network, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:15.151380 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-3470471d-6919-45b8-bffe-9430f44315e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33253182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593'] for network, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:15.153433 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3470471d-6919-45b8-bffe-9430f44315e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:15.154962 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-3470471d-6919-45b8-bffe-9430f44315e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33144588'] for network, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:15.158469 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-1c881b1b-2fad-4747-8bda-09a6332af049 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:15.210468 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-3470471d-6919-45b8-bffe-9430f44315e6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4324439 Jun 21 04:32:15.211985 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 60646) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:15.217246 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.v2.base [None req-c38623d7-9e0d-46fe-94b2-1f58d3f90e05 admin admin] Request body: {'subnet': {'network_id': '9e3bb3a6-2b59-4fb4-895f-f70ce89edae9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-456427590-subnet', 'tenant_id': 'e61908d6671944fe97c42e49b197ffce', 'ip_version': 4}} {{(pid=92745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:32:15.229094 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3470471d-6919-45b8-bffe-9430f44315e6 admin admin] Pushing event updated for resources: {'Network': ['ID=9e3bb3a6-2b59-4fb4-895f-f70ce89edae9,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:15.232887 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-3470471d-6919-45b8-bffe-9430f44315e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:15.238103 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c38623d7-9e0d-46fe-94b2-1f58d3f90e05 admin admin] Made reservation on behalf of e61908d6671944fe97c42e49b197ffce for: {'subnet': 1} {{(pid=92745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:32:15.243090 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Network 9e3bb3a6-2b59-4fb4-895f-f70ce89edae9 details requested by agent ovs-agent-dv-cinder-796889-2-smb with host dv-cinder-796889-2-smb {{(pid=92747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:32:15.255943 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-c38623d7-9e0d-46fe-94b2-1f58d3f90e05 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3759872'] for subnet, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:15.461350 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-c38623d7-9e0d-46fe-94b2-1f58d3f90e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30039353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3759890'] for subnet, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:15.464415 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:15.518409 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38623d7-9e0d-46fe-94b2-1f58d3f90e05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=918f4e71-5bf8-48ad-8f22-8af261c5caaa,revision_number=0']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:15.521107 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-c38623d7-9e0d-46fe-94b2-1f58d3f90e05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:15.534943 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38623d7-9e0d-46fe-94b2-1f58d3f90e05 admin admin] Checking segment: {'id': 'bcb82d62-f15a-4999-97b2-fb2390391dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '9e3bb3a6-2b59-4fb4-895f-f70ce89edae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:32:15.535294 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38623d7-9e0d-46fe-94b2-1f58d3f90e05 admin admin] Network hostable DHCP agents. Network: 9e3bb3a6-2b59-4fb4-895f-f70ce89edae9, hostable agents: ['4488296f-9c2d-4613-a478-344bf5f68149'], hosted agents: [] {{(pid=92745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:32:15.560301 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38623d7-9e0d-46fe-94b2-1f58d3f90e05 admin admin] Network 9e3bb3a6-2b59-4fb4-895f-f70ce89edae9 is scheduled to be hosted by DHCP agent 4488296f-9c2d-4613-a478-344bf5f68149 with binding_index 1 {{(pid=92745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:32:15.570110 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.base_scheduler [None req-c38623d7-9e0d-46fe-94b2-1f58d3f90e05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796889-2-smb, 9e3bb3a6-2b59-4fb4-895f-f70ce89edae9) {{(pid=92745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:32:15.575525 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38623d7-9e0d-46fe-94b2-1f58d3f90e05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:15.576346 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-c38623d7-9e0d-46fe-94b2-1f58d3f90e05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33144588'] for subnet, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:15.581874 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06db4c5c-f265-4126-bcc1-af7a6241a3c6 None None] Network 9e3bb3a6-2b59-4fb4-895f-f70ce89edae9 requested from dv-cinder-796889-2-smb {{(pid=92747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:32:15.597935 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-c38623d7-9e0d-46fe-94b2-1f58d3f90e05 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3847656 Jun 21 04:32:15.600717 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 60668) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:15.605298 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.v2.base [None req-ccd0c4d6-9911-477a-8135-6637e0160ac6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-456427590-router', 'tenant_id': 'e61908d6671944fe97c42e49b197ffce', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684'}}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:32:15.630431 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ccd0c4d6-9911-477a-8135-6637e0160ac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33245330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7198'] for router, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:15.638262 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ccd0c4d6-9911-477a-8135-6637e0160ac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33245423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33062561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33203155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7271'] for router, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:15.782280 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937fd42d-fbe2-42d5-a7db-67767b718114 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f07a9f3-bb47-500f-9e71-c49e9f445cfd-9e3bb3a6-2b59-4fb4-895f-f70ce89edae9', 'network_id': '9e3bb3a6-2b59-4fb4-895f-f70ce89edae9', 'tenant_id': 'e61908d6671944fe97c42e49b197ffce', 'fixed_ips': [{'subnet_id': '918f4e71-5bf8-48ad-8f22-8af261c5caaa'}]}} from dv-cinder-796889-2-smb. {{(pid=92747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 04:32:15.783343 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-937fd42d-fbe2-42d5-a7db-67767b718114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-632420'] for port, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:15.966435 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.db_base_plugin_common [None req-937fd42d-fbe2-42d5-a7db-67767b718114 None None] Allocated IP 172.20.0.2 (9e3bb3a6-2b59-4fb4-895f-f70ce89edae9/918f4e71-5bf8-48ad-8f22-8af261c5caaa/211f98a6-6c2d-45ed-b795-1be18db2a8d5) {{(pid=92747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:32:16.064942 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ccd0c4d6-9911-477a-8135-6637e0160ac6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:16.147844 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-937fd42d-fbe2-42d5-a7db-67767b718114 None None] Notify callbacks [] for port, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:16.156625 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-937fd42d-fbe2-42d5-a7db-67767b718114 None None] Transition to ACTIVE for port object 211f98a6-6c2d-45ed-b795-1be18db2a8d5 will not be triggered until provisioned by entity L2. {{(pid=92747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:32:16.172510 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-937fd42d-fbe2-42d5-a7db-67767b718114 None None] Transition to ACTIVE for port object 211f98a6-6c2d-45ed-b795-1be18db2a8d5 will not be triggered until provisioned by entity DHCP. {{(pid=92747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:32:16.200129 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-937fd42d-fbe2-42d5-a7db-67767b718114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789666979157'] for port, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:16.213453 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-f27acb47-0ed7-46b4-8465-5ddc5e1cff89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:16.258792 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937fd42d-fbe2-42d5-a7db-67767b718114 None None] Network 9e3bb3a6-2b59-4fb4-895f-f70ce89edae9 is already hosted by enough agents. {{(pid=92747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:32:16.285105 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.scheduler.base_scheduler [None req-937fd42d-fbe2-42d5-a7db-67767b718114 None None] Resources bound (agent type, host, resource id): {{(pid=92747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:32:16.289896 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937fd42d-fbe2-42d5-a7db-67767b718114 None None] Received port after_create {{(pid=92747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:32:16.312916 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ccd0c4d6-9911-477a-8135-6637e0160ac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33062611', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33245280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7285'] for router, precommit_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:16.330338 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d27f54b-f713-42a8-a942-2b9a6af09a27 req-b34b14b3-ac9c-4d42-8fd7-5d904bcaeb27 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:16.332187 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-7d27f54b-f713-42a8-a942-2b9a6af09a27 req-b34b14b3-ac9c-4d42-8fd7-5d904bcaeb27 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60 HTTP/1.1" status: 200 len: 944 time: 0.3267164 Jun 21 04:32:16.374097 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937fd42d-fbe2-42d5-a7db-67767b718114 None None] Pushing event updated for resources: {'Port': ['ID=211f98a6-6c2d-45ed-b795-1be18db2a8d5,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:16.379578 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.managers [None req-937fd42d-fbe2-42d5-a7db-67767b718114 None None] Attempting to bind port 211f98a6-6c2d-45ed-b795-1be18db2a8d5 on host dv-cinder-796889-2-smb for vnic_type normal with profile {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:32:16.380507 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.managers [None req-937fd42d-fbe2-42d5-a7db-67767b718114 None None] Attempting to bind port 211f98a6-6c2d-45ed-b795-1be18db2a8d5 by drivers openvswitch,hyperv on host dv-cinder-796889-2-smb at level 0 using segments [{'id': 'bcb82d62-f15a-4999-97b2-fb2390391dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '9e3bb3a6-2b59-4fb4-895f-f70ce89edae9'}] {{(pid=92747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:32:16.381117 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937fd42d-fbe2-42d5-a7db-67767b718114 None None] Attempting to bind port 211f98a6-6c2d-45ed-b795-1be18db2a8d5 on network 9e3bb3a6-2b59-4fb4-895f-f70ce89edae9 {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:32:16.389505 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-937fd42d-fbe2-42d5-a7db-67767b718114 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:16.390694 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937fd42d-fbe2-42d5-a7db-67767b718114 None None] Checking agent: {'id': '81412f97-b552-4c66-a995-535fb532aea6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 21, 37), 'started_at': datetime.datetime(2021, 6, 21, 4, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:32:16.391269 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937fd42d-fbe2-42d5-a7db-67767b718114 None None] Checking segment: {'id': 'bcb82d62-f15a-4999-97b2-fb2390391dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '9e3bb3a6-2b59-4fb4-895f-f70ce89edae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:32:16.391849 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-937fd42d-fbe2-42d5-a7db-67767b718114 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:16.392468 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937fd42d-fbe2-42d5-a7db-67767b718114 None None] Bound using segment: {'id': 'bcb82d62-f15a-4999-97b2-fb2390391dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '9e3bb3a6-2b59-4fb4-895f-f70ce89edae9'} {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:32:16.393103 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.managers [None req-937fd42d-fbe2-42d5-a7db-67767b718114 None None] Bound port: 211f98a6-6c2d-45ed-b795-1be18db2a8d5, host: dv-cinder-796889-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb82d62-f15a-4999-97b2-fb2390391dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '9e3bb3a6-2b59-4fb4-895f-f70ce89edae9'}}] {{(pid=92747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:32:16.393715 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-937fd42d-fbe2-42d5-a7db-67767b718114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:16.435450 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-7d27f54b-f713-42a8-a942-2b9a6af09a27 req-c78553f8-08e2-40d9-be73-74b5b54cf2f7 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=39085220-cdcc-4a6f-81ee-ed6b884a5b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911531 Jun 21 04:32:16.496450 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-937fd42d-fbe2-42d5-a7db-67767b718114 None None] For port 211f98a6-6c2d-45ed-b795-1be18db2a8d5, host dv-cinder-796889-2-smb, cleared binding levels {{(pid=92747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:32:16.505775 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-937fd42d-fbe2-42d5-a7db-67767b718114 None None] For port 211f98a6-6c2d-45ed-b795-1be18db2a8d5, host dv-cinder-796889-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-smb',level=0,port_id=211f98a6-6c2d-45ed-b795-1be18db2a8d5,segment=NetworkSegment(bcb82d62-f15a-4999-97b2-fb2390391dc7),segment_id=bcb82d62-f15a-4999-97b2-fb2390391dc7)] {{(pid=92747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:32:16.511324 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-937fd42d-fbe2-42d5-a7db-67767b718114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:16.522217 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:16.581005 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937fd42d-fbe2-42d5-a7db-67767b718114 None None] Pushing event updated for resources: {'Port': ['ID=211f98a6-6c2d-45ed-b795-1be18db2a8d5,revision_number=2']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:16.584204 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-937fd42d-fbe2-42d5-a7db-67767b718114 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:16.607433 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ccd0c4d6-9911-477a-8135-6637e0160ac6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:16.628985 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ccd0c4d6-9911-477a-8135-6637e0160ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-632420'] for port, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:16.777292 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.db.db_base_plugin_common [None req-ccd0c4d6-9911-477a-8135-6637e0160ac6 admin admin] Allocated IP 172.28.2.153 (e4173b4a-3ce8-414e-a2d6-4147ce727684/074fe887-5c0a-4322-b8b4-1844e3a886aa/7d928b92-d998-4103-b7d0-c270bb2500d7) {{(pid=92746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:32:16.943381 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ccd0c4d6-9911-477a-8135-6637e0160ac6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:16.987718 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ccd0c4d6-9911-477a-8135-6637e0160ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789666979157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33408509'] for port, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:16.990654 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:17.031189 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd0c4d6-9911-477a-8135-6637e0160ac6 admin admin] Network e4173b4a-3ce8-414e-a2d6-4147ce727684 is already hosted by enough agents. {{(pid=92746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:32:17.033972 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.scheduler.base_scheduler [None req-ccd0c4d6-9911-477a-8135-6637e0160ac6 admin admin] Resources bound (agent type, host, resource id): {{(pid=92746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:32:17.036658 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd0c4d6-9911-477a-8135-6637e0160ac6 admin admin] Received port after_create {{(pid=92746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:32:17.042906 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd0c4d6-9911-477a-8135-6637e0160ac6 admin admin] Pushing event updated for resources: {'Port': ['ID=7d928b92-d998-4103-b7d0-c270bb2500d7,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:17.046195 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-ccd0c4d6-9911-477a-8135-6637e0160ac6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:17.174515 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 60702) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:17.227137 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8d4c722-1940-40eb-a381-de0546a666f2 admin admin] Deleting subnet 72513eee-967a-481b-9e70-f526585280cd {{(pid=92745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 04:32:17.235943 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-b8d4c722-1940-40eb-a381-de0546a666f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:17.275837 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-b8d4c722-1940-40eb-a381-de0546a666f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31093958'] for subnet, precommit_delete_associations {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:17.322575 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ccd0c4d6-9911-477a-8135-6637e0160ac6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:17.365505 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-b8d4c722-1940-40eb-a381-de0546a666f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739179'] for subnet, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:17.488651 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-b8d4c722-1940-40eb-a381-de0546a666f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30039544', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3759915'] for subnet, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:17.497765 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-49caa3c9-43d1-4ed9-81bb-9fbe961fd125 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:17.540608 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-b8d4c722-1940-40eb-a381-de0546a666f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33144588'] for subnet, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:17.546526 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-b8d4c722-1940-40eb-a381-de0546a666f2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/72513eee-967a-481b-9e70-f526585280cd HTTP/1.1" status: 204 len: 168 time: 0.3708489 Jun 21 04:32:17.547781 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d4c722-1940-40eb-a381-de0546a666f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72513eee-967a-481b-9e70-f526585280cd,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:17.558010 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-b8d4c722-1940-40eb-a381-de0546a666f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:17.558754 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 60710) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:17.635938 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ccd0c4d6-9911-477a-8135-6637e0160ac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33245339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33062151'] for router, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:17.645684 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-bc820c96-558a-4ccd-ad62-616163cf0e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598551'] for network, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:17.751417 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-bc820c96-558a-4ccd-ad62-616163cf0e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-744180', 'neutron.services.segments.db._delete_segments_for_network-8789667519955'] for network, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:17.770136 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.services.segments.db [None req-bc820c96-558a-4ccd-ad62-616163cf0e82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0691517-9c1e-4b44-ba03-e59f0bedb6a5']}} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:17.782357 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.services.segments.db [None req-bc820c96-558a-4ccd-ad62-616163cf0e82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e16b4af-d01b-4c5d-b169-b0ffa3f9d0ff') {'for_net_delete': True} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:17.782654 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.services.segments.db [None req-bc820c96-558a-4ccd-ad62-616163cf0e82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e16b4af-d01b-4c5d-b169-b0ffa3f9d0ff') {} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:17.792496 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-bc820c96-558a-4ccd-ad62-616163cf0e82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789667519784', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31093967'] for segment, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:17.807078 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b5bedf-0f01-455f-90f8-b3adbfa9f4e2 req-1ca7f542-506b-4b68-a374-d9dc55557691 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:17.808214 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-bc820c96-558a-4ccd-ad62-616163cf0e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740028'] for segment, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:17.808987 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-79b5bedf-0f01-455f-90f8-b3adbfa9f4e2 req-1ca7f542-506b-4b68-a374-d9dc55557691 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60 HTTP/1.1" status: 200 len: 944 time: 0.1624272 Jun 21 04:32:17.809530 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6557b0bb-9c7a-4ed4-8ea6-a39bb5619349 None None] Network 9e3bb3a6-2b59-4fb4-895f-f70ce89edae9 requested from dv-cinder-796889-2-smb {{(pid=92747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:32:17.815382 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc820c96-558a-4ccd-ad62-616163cf0e82 admin admin] Releasing vlan 844 on physical network physnet1 to pool {{(pid=92745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 04:32:17.815922 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-bc820c96-558a-4ccd-ad62-616163cf0e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3649875'] for segment, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:17.818085 dv-cinder-796889-2-smb neutron-server[92745]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:32:17.818085 dv-cinder-796889-2-smb neutron-server[92745]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:32:17.818085 dv-cinder-796889-2-smb neutron-server[92745]: Traceback (most recent call last): Jun 21 04:32:17.818085 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 04:32:17.818085 dv-cinder-796889-2-smb neutron-server[92745]: timer() Jun 21 04:32:17.818085 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 04:32:17.818085 dv-cinder-796889-2-smb neutron-server[92745]: cb(*args, **kw) Jun 21 04:32:17.818085 dv-cinder-796889-2-smb neutron-server[92745]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 04:32:17.818085 dv-cinder-796889-2-smb neutron-server[92745]: return func(*args, **kwargs) Jun 21 04:32:17.818085 dv-cinder-796889-2-smb neutron-server[92745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 04:32:17.818085 dv-cinder-796889-2-smb neutron-server[92745]: self._notify() Jun 21 04:32:17.818085 dv-cinder-796889-2-smb neutron-server[92745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 04:32:17.818085 dv-cinder-796889-2-smb neutron-server[92745]: self.callback(batched_events) Jun 21 04:32:17.818085 dv-cinder-796889-2-smb neutron-server[92745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 04:32:17.818085 dv-cinder-796889-2-smb neutron-server[92745]: event.method(event) Jun 21 04:32:17.818085 dv-cinder-796889-2-smb neutron-server[92745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 04:32:17.818085 dv-cinder-796889-2-smb neutron-server[92745]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 04:32:17.818085 dv-cinder-796889-2-smb neutron-server[92745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 04:32:17.818085 dv-cinder-796889-2-smb neutron-server[92745]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 04:32:17.818085 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 04:32:17.818085 dv-cinder-796889-2-smb neutron-server[92745]: return f(self, *a, **k) Jun 21 04:32:17.818085 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 04:32:17.818085 dv-cinder-796889-2-smb neutron-server[92745]: return self._get(url).json() Jun 21 04:32:17.818085 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 04:32:17.818085 dv-cinder-796889-2-smb neutron-server[92745]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 04:32:17.818085 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 04:32:17.818085 dv-cinder-796889-2-smb neutron-server[92745]: return self.request(url, 'GET', **kwargs) Jun 21 04:32:17.818085 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 04:32:17.818085 dv-cinder-796889-2-smb neutron-server[92745]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 04:32:17.818085 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 04:32:17.818085 dv-cinder-796889-2-smb neutron-server[92745]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 04:32:17.818085 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 04:32:17.818085 dv-cinder-796889-2-smb neutron-server[92745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 04:32:17.818085 dv-cinder-796889-2-smb neutron-server[92745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 04:32:17.873830 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-79b5bedf-0f01-455f-90f8-b3adbfa9f4e2 req-c7984a7d-f51f-46db-9159-10297da18b6d tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=39085220-cdcc-4a6f-81ee-ed6b884a5b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576279 Jun 21 04:32:17.874976 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccd0c4d6-9911-477a-8135-6637e0160ac6 admin admin] Router 917b1397-b2c8-463e-b663-dd8e16328a9b is scheduled to L3 agent c5fde6f5-f096-4668-9faa-154c63e10de0 with binding_index 1 {{(pid=92746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 04:32:17.888557 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-bc820c96-558a-4ccd-ad62-616163cf0e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-744173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33253182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33062277'] for network, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:17.893810 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-9901ba09-fbf3-478a-bdbf-7e47cf6b2dfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:17.901025 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-bc820c96-558a-4ccd-ad62-616163cf0e82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33144588'] for network, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:17.903306 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-bc820c96-558a-4ccd-ad62-616163cf0e82 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a0691517-9c1e-4b44-ba03-e59f0bedb6a5 HTTP/1.1" status: 204 len: 168 time: 0.3433607 Jun 21 04:32:17.924859 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc820c96-558a-4ccd-ad62-616163cf0e82 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0691517-9c1e-4b44-ba03-e59f0bedb6a5,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:17.929807 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-f5fcecdb-6489-4258-a63a-a9fad87ab24e None None] Provisioning for port 211f98a6-6c2d-45ed-b795-1be18db2a8d5 completed by entity DHCP. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:32:17.931977 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-bc820c96-558a-4ccd-ad62-616163cf0e82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:18.041645 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd0c4d6-9911-477a-8135-6637e0160ac6 admin admin] Notify agent at l3_agent.dv-cinder-796889-2-smb the message routers_updated {{(pid=92746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:32:18.070666 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf947b47-9275-4221-ae2f-5a853cfc7c83 None None] Sync routers for ids ['917b1397-b2c8-463e-b663-dd8e16328a9b'] in dv-cinder-796889-2-smb {{(pid=92748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:32:18.078147 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ccd0c4d6-9911-477a-8135-6637e0160ac6 admin admin] Notify callbacks [] for router, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:18.078147 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-ccd0c4d6-9911-477a-8135-6637e0160ac6 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4709978 Jun 21 04:32:18.080462 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 60714) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:18.107686 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf947b47-9275-4221-ae2f-5a853cfc7c83 None None] Routers {'917b1397-b2c8-463e-b663-dd8e16328a9b'} bound to L3 agent in host dv-cinder-796889-2-smb {{(pid=92748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:32:18.108318 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-bf947b47-9275-4221-ae2f-5a853cfc7c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T04:21:37Z,description=,heartbeat_timestamp=2021-06-21T04:32:07Z,host='dv-cinder-796889-2-smb',id=c5fde6f5-f096-4668-9faa-154c63e10de0,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:21:37Z,topic='l3_agent')) {'router_ids': ['917b1397-b2c8-463e-b663-dd8e16328a9b'], 'active': True} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:18.135458 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 60716) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:18.236472 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-c369c099-96e8-41ba-9feb-bb81064e4f48 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dd5dbae9bfcb4f60b6ec4a96160d2249&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0881011 Jun 21 04:32:18.240484 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 60718) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:18.320536 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_dvr_db [None req-bf947b47-9275-4221-ae2f-5a853cfc7c83 None None] Set router 917b1397-b2c8-463e-b663-dd8e16328a9b gateway port host: dv-cinder-796889-2-smb {{(pid=92748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:32:18.361702 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-f3a4df07-a3f6-4af3-9bd4-08985e39d884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:18.408845 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device 211f98a6-6c2d-45ed-b795-1be18db2a8d5 up at agent ovs-agent-dv-cinder-796889-2-smb {{(pid=92747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:32:18.425157 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-f3a4df07-a3f6-4af3-9bd4-08985e39d884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:18.559730 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Provisioning for port 211f98a6-6c2d-45ed-b795-1be18db2a8d5 completed by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:32:18.570109 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Provisioning complete for port 211f98a6-6c2d-45ed-b795-1be18db2a8d5 triggered by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:32:18.570523 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:18.587552 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-f3a4df07-a3f6-4af3-9bd4-08985e39d884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:18.596578 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-f3a4df07-a3f6-4af3-9bd4-08985e39d884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:18.597747 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-f3a4df07-a3f6-4af3-9bd4-08985e39d884 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6a8d2db0-f700-4c3a-b679-6da27c4efe2b HTTP/1.1" status: 204 len: 168 time: 0.3552990 Jun 21 04:32:18.614254 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-a1643310-b340-43c0-806d-d584424e106e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:18.626882 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-bf947b47-9275-4221-ae2f-5a853cfc7c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917b1397-b2c8-463e-b663-dd8e16328a9b', 'name': 'tempest-TestMinimumBasicScenario-456427590-router', 'tenant_id': 'e61908d6671944fe97c42e49b197ffce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.153'}], 'enable_snat': True}, 'gw_port_id': '7d928b92-d998-4103-b7d0-c270bb2500d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:32:15Z', 'updated_at': '2021-06-21T04:32:17Z', 'revision_number': 3, 'project_id': 'e61908d6671944fe97c42e49b197ffce', 'gw_port': {'id': '7d928b92-d998-4103-b7d0-c270bb2500d7', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:79:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917b1397-b2c8-463e-b663-dd8e16328a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:32:16Z', 'updated_at': '2021-06-21T04:32:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb'}], 'dv-cinder-796889-2-smb', False) {} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:18.627552 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a4df07-a3f6-4af3-9bd4-08985e39d884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a8d2db0-f700-4c3a-b679-6da27c4efe2b,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:18.632206 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-f3a4df07-a3f6-4af3-9bd4-08985e39d884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:18.755212 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-44410cbf-83ac-4f63-8581-a6b2a182c223 None None] Provisioning complete for port 211f98a6-6c2d-45ed-b795-1be18db2a8d5 triggered by entity DHCP. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:32:18.755597 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-44410cbf-83ac-4f63-8581-a6b2a182c223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:18.871028 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf947b47-9275-4221-ae2f-5a853cfc7c83 None None] Checking router: 917b1397-b2c8-463e-b663-dd8e16328a9b for host: dv-cinder-796889-2-smb {{(pid=92748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:32:18.871414 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf947b47-9275-4221-ae2f-5a853cfc7c83 None None] Updating router 917b1397-b2c8-463e-b663-dd8e16328a9b port 7d928b92-d998-4103-b7d0-c270bb2500d7 binding host dv-cinder-796889-2-smb {{(pid=92748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:32:18.908158 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bf947b47-9275-4221-ae2f-5a853cfc7c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:18.925151 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-fa3e39b9-0c68-4cde-8d99-7a72753469e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-632420'] for port, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:18.981195 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:19.003246 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-44410cbf-83ac-4f63-8581-a6b2a182c223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:19.117496 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-f392fa84-7a48-456a-8363-78490891b966 None None] For port 211f98a6-6c2d-45ed-b795-1be18db2a8d5, host dv-cinder-796889-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-smb',level=0,port_id=211f98a6-6c2d-45ed-b795-1be18db2a8d5,segment=NetworkSegment(bcb82d62-f15a-4999-97b2-fb2390391dc7),segment_id=bcb82d62-f15a-4999-97b2-fb2390391dc7)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:32:19.137370 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:19.173602 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:19.191991 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a26003-1f67-44c6-bc1a-3f67709c66b5 req-903742be-3c1b-4517-81e5-d195231765d0 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:19.199259 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-81a26003-1f67-44c6-bc1a-3f67709c66b5 req-903742be-3c1b-4517-81e5-d195231765d0 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60 HTTP/1.1" status: 200 len: 944 time: 0.1017826 Jun 21 04:32:19.200414 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.db_base_plugin_common [None req-fa3e39b9-0c68-4cde-8d99-7a72753469e4 admin admin] Allocated IP 172.20.0.1 (9e3bb3a6-2b59-4fb4-895f-f70ce89edae9/918f4e71-5bf8-48ad-8f22-8af261c5caaa/ca0512ca-ce33-4df1-97b3-dc14d34c89ac) {{(pid=92745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:32:19.266864 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-81a26003-1f67-44c6-bc1a-3f67709c66b5 req-8b731d7f-00e4-4029-937f-1220bdb2dd10 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=39085220-cdcc-4a6f-81ee-ed6b884a5b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668428 Jun 21 04:32:19.291780 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.db.api [None req-44410cbf-83ac-4f63-8581-a6b2a182c223 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92747) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 21 04:32:19.292339 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_db.api [None req-44410cbf-83ac-4f63-8581-a6b2a182c223 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 04:32:19.310060 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Pushing event updated for resources: {'Port': ['ID=211f98a6-6c2d-45ed-b795-1be18db2a8d5,revision_number=3']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:19.313264 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:19.328845 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bf947b47-9275-4221-ae2f-5a853cfc7c83 None None] Notify callbacks [] for port, precommit_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:19.348841 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-bf947b47-9275-4221-ae2f-5a853cfc7c83 None None] Transition to ACTIVE for port object 7d928b92-d998-4103-b7d0-c270bb2500d7 will not be triggered until provisioned by entity L2. {{(pid=92748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:32:19.358339 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bf947b47-9275-4221-ae2f-5a853cfc7c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:19.360537 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:19.379436 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-fa3e39b9-0c68-4cde-8d99-7a72753469e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:19.398116 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-fa3e39b9-0c68-4cde-8d99-7a72753469e4 admin admin] Transition to ACTIVE for port object ca0512ca-ce33-4df1-97b3-dc14d34c89ac will not be triggered until provisioned by entity DHCP. {{(pid=92745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:32:19.409345 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-bf947b47-9275-4221-ae2f-5a853cfc7c83 None None] Attempting to bind port 7d928b92-d998-4103-b7d0-c270bb2500d7 on host dv-cinder-796889-2-smb for vnic_type normal with profile {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:32:19.409750 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-bf947b47-9275-4221-ae2f-5a853cfc7c83 None None] Attempting to bind port 7d928b92-d998-4103-b7d0-c270bb2500d7 by drivers openvswitch,hyperv on host dv-cinder-796889-2-smb at level 0 using segments [{'id': '022cd8a4-ba8b-492c-8b47-9af8409ae6a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684'}] {{(pid=92748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:32:19.410109 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf947b47-9275-4221-ae2f-5a853cfc7c83 None None] Attempting to bind port 7d928b92-d998-4103-b7d0-c270bb2500d7 on network e4173b4a-3ce8-414e-a2d6-4147ce727684 {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:32:19.415393 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fd233c-5246-4578-a554-b8bd5850cba3 None None] Pushing event updated for resources: {'Port': ['ID=7d928b92-d998-4103-b7d0-c270bb2500d7,revision_number=2']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:19.419927 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf947b47-9275-4221-ae2f-5a853cfc7c83 None None] Checking agent: {'id': '81412f97-b552-4c66-a995-535fb532aea6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 21, 37), 'started_at': datetime.datetime(2021, 6, 21, 4, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:32:19.420310 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf947b47-9275-4221-ae2f-5a853cfc7c83 None None] Checking segment: {'id': '022cd8a4-ba8b-492c-8b47-9af8409ae6a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:32:19.420703 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bf947b47-9275-4221-ae2f-5a853cfc7c83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:19.421087 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf947b47-9275-4221-ae2f-5a853cfc7c83 None None] Bound using segment: {'id': '022cd8a4-ba8b-492c-8b47-9af8409ae6a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684'} {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:32:19.421565 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-bf947b47-9275-4221-ae2f-5a853cfc7c83 None None] Bound port: 7d928b92-d998-4103-b7d0-c270bb2500d7, host: dv-cinder-796889-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '022cd8a4-ba8b-492c-8b47-9af8409ae6a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684'}}] {{(pid=92748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:32:19.421930 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bf947b47-9275-4221-ae2f-5a853cfc7c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:19.438622 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-fa3e39b9-0c68-4cde-8d99-7a72753469e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789666979157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30039437'] for port, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:19.440700 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-d57c27a6-5644-42c5-a8e1-aba5f569c7b6 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:19.445364 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fd233c-5246-4578-a554-b8bd5850cba3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:19.445544 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fd233c-5246-4578-a554-b8bd5850cba3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:19.445738 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fd233c-5246-4578-a554-b8bd5850cba3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:19.446055 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fd233c-5246-4578-a554-b8bd5850cba3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:19.446366 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fd233c-5246-4578-a554-b8bd5850cba3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:19.446678 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fd233c-5246-4578-a554-b8bd5850cba3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:19.446984 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fd233c-5246-4578-a554-b8bd5850cba3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:19.447288 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fd233c-5246-4578-a554-b8bd5850cba3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:19.447592 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fd233c-5246-4578-a554-b8bd5850cba3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:19.447895 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fd233c-5246-4578-a554-b8bd5850cba3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:19.448198 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fd233c-5246-4578-a554-b8bd5850cba3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:19.448552 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fd233c-5246-4578-a554-b8bd5850cba3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:19.452751 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-52fd233c-5246-4578-a554-b8bd5850cba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:19.486797 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bf947b47-9275-4221-ae2f-5a853cfc7c83 None None] For port 7d928b92-d998-4103-b7d0-c270bb2500d7, host dv-cinder-796889-2-smb, cleared binding levels {{(pid=92748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:32:19.488978 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3e39b9-0c68-4cde-8d99-7a72753469e4 admin admin] Network 9e3bb3a6-2b59-4fb4-895f-f70ce89edae9 is already hosted by enough agents. {{(pid=92745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:32:19.490512 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bf947b47-9275-4221-ae2f-5a853cfc7c83 None None] For port 7d928b92-d998-4103-b7d0-c270bb2500d7, host dv-cinder-796889-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-smb',level=0,port_id=7d928b92-d998-4103-b7d0-c270bb2500d7,segment=NetworkSegment(022cd8a4-ba8b-492c-8b47-9af8409ae6a3),segment_id=022cd8a4-ba8b-492c-8b47-9af8409ae6a3)] {{(pid=92748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:32:19.496128 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bf947b47-9275-4221-ae2f-5a853cfc7c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:19.497064 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.base_scheduler [None req-fa3e39b9-0c68-4cde-8d99-7a72753469e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:32:19.507440 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-3154daae-5fb0-47cf-ae31-b04661a70569 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:19.511756 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3e39b9-0c68-4cde-8d99-7a72753469e4 admin admin] Received port after_create {{(pid=92745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:32:19.534616 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3e39b9-0c68-4cde-8d99-7a72753469e4 admin admin] Pushing event updated for resources: {'Port': ['ID=ca0512ca-ce33-4df1-97b3-dc14d34c89ac,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:19.539266 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-fa3e39b9-0c68-4cde-8d99-7a72753469e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:19.554100 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-fa3e39b9-0c68-4cde-8d99-7a72753469e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33059880'] for router_interface, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:19.568560 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf947b47-9275-4221-ae2f-5a853cfc7c83 None None] Routers {'917b1397-b2c8-463e-b663-dd8e16328a9b'} bound to L3 agent in host dv-cinder-796889-2-smb {{(pid=92748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:32:19.569399 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-bf947b47-9275-4221-ae2f-5a853cfc7c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T04:21:37Z,description=,heartbeat_timestamp=2021-06-21T04:32:07Z,host='dv-cinder-796889-2-smb',id=c5fde6f5-f096-4668-9faa-154c63e10de0,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:21:37Z,topic='l3_agent')) {'router_ids': ['917b1397-b2c8-463e-b663-dd8e16328a9b'], 'active': True} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:19.605451 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fd233c-5246-4578-a554-b8bd5850cba3 None None] Pushing event updated for resources: {'Port': ['ID=7d928b92-d998-4103-b7d0-c270bb2500d7,revision_number=3']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:19.608820 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-52fd233c-5246-4578-a554-b8bd5850cba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:19.710275 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-fa3e39b9-0c68-4cde-8d99-7a72753469e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:19.730515 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_dvr_db [None req-bf947b47-9275-4221-ae2f-5a853cfc7c83 None None] Set router 917b1397-b2c8-463e-b663-dd8e16328a9b gateway port host: dv-cinder-796889-2-smb {{(pid=92748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:32:19.874144 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-fa3e39b9-0c68-4cde-8d99-7a72753469e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:19.880133 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-fa3e39b9-0c68-4cde-8d99-7a72753469e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30039483'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:19.883118 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-eb93235b-b92f-47a8-b1f4-46396d40ff75 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:19.982210 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-bf947b47-9275-4221-ae2f-5a853cfc7c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917b1397-b2c8-463e-b663-dd8e16328a9b', 'name': 'tempest-TestMinimumBasicScenario-456427590-router', 'tenant_id': 'e61908d6671944fe97c42e49b197ffce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.153'}], 'enable_snat': True}, 'gw_port_id': '7d928b92-d998-4103-b7d0-c270bb2500d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:32:15Z', 'updated_at': '2021-06-21T04:32:17Z', 'revision_number': 3, 'project_id': 'e61908d6671944fe97c42e49b197ffce', 'gw_port': {'id': '7d928b92-d998-4103-b7d0-c270bb2500d7', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:79:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917b1397-b2c8-463e-b663-dd8e16328a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:32:16Z', 'updated_at': '2021-06-21T04:32:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb'}], 'dv-cinder-796889-2-smb', False) {} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:20.011694 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf947b47-9275-4221-ae2f-5a853cfc7c83 None None] The sync data for ids ['917b1397-b2c8-463e-b663-dd8e16328a9b'] in dv-cinder-796889-2-smb is: [{'id': '917b1397-b2c8-463e-b663-dd8e16328a9b', 'name': 'tempest-TestMinimumBasicScenario-456427590-router', 'tenant_id': 'e61908d6671944fe97c42e49b197ffce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.153'}], 'enable_snat': True}, 'gw_port_id': '7d928b92-d998-4103-b7d0-c270bb2500d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:32:15Z', 'updated_at': '2021-06-21T04:32:17Z', 'revision_number': 3, 'project_id': 'e61908d6671944fe97c42e49b197ffce', 'gw_port': {'id': '7d928b92-d998-4103-b7d0-c270bb2500d7', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:79:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917b1397-b2c8-463e-b663-dd8e16328a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:32:16Z', 'updated_at': '2021-06-21T04:32:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb'}] {{(pid=92748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:32:20.067780 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-bd4a9d9b-ee12-4dd6-8a0d-07372e6970b4 None None] Provisioning for port ca0512ca-ce33-4df1-97b3-dc14d34c89ac completed by entity DHCP. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:32:20.072930 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-bd4a9d9b-ee12-4dd6-8a0d-07372e6970b4 None None] Provisioning complete for port ca0512ca-ce33-4df1-97b3-dc14d34c89ac triggered by entity DHCP. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:32:20.073927 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-bd4a9d9b-ee12-4dd6-8a0d-07372e6970b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:20.145215 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-bd4a9d9b-ee12-4dd6-8a0d-07372e6970b4 None None] Port ca0512ca-ce33-4df1-97b3-dc14d34c89ac cannot update to ACTIVE because it is not bound. {{(pid=92747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:32:20.148392 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-fa3e39b9-0c68-4cde-8d99-7a72753469e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33144703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33060657'] for router_interface, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:20.150236 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3e39b9-0c68-4cde-8d99-7a72753469e4 admin admin] Pushing event updated for resources: {'Port': ['ID=ca0512ca-ce33-4df1-97b3-dc14d34c89ac,revision_number=2']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:20.153757 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-fa3e39b9-0c68-4cde-8d99-7a72753469e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:20.245560 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device 211f98a6-6c2d-45ed-b795-1be18db2a8d5 up at agent ovs-agent-dv-cinder-796889-2-smb {{(pid=92747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:32:20.261667 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3e39b9-0c68-4cde-8d99-7a72753469e4 admin admin] Network 9e3bb3a6-2b59-4fb4-895f-f70ce89edae9 is already hosted by enough agents. {{(pid=92745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:32:20.263247 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.base_scheduler [None req-fa3e39b9-0c68-4cde-8d99-7a72753469e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:32:20.296954 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Provisioning complete for port 211f98a6-6c2d-45ed-b795-1be18db2a8d5 triggered by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:32:20.297429 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:20.452734 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa3e39b9-0c68-4cde-8d99-7a72753469e4 admin admin] Router 917b1397-b2c8-463e-b663-dd8e16328a9b has already been hosted by L3 agent c5fde6f5-f096-4668-9faa-154c63e10de0 {{(pid=92745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:32:20.561039 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b39e2ab-bf2f-4448-bd0c-8dc1baf3a7e0 req-93240b1a-0d7a-4073-982b-10f68021f2e4 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:20.562610 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-7b39e2ab-bf2f-4448-bd0c-8dc1baf3a7e0 req-93240b1a-0d7a-4073-982b-10f68021f2e4 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60 HTTP/1.1" status: 200 len: 944 time: 0.1073072 Jun 21 04:32:20.581920 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-2218a45c-b2ea-4d4c-86ff-a1f0563b047a None None] Provisioning complete for port ca0512ca-ce33-4df1-97b3-dc14d34c89ac triggered by entity DHCP. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:32:20.582304 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-2218a45c-b2ea-4d4c-86ff-a1f0563b047a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:20.604352 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-7b39e2ab-bf2f-4448-bd0c-8dc1baf3a7e0 req-d287d45b-637e-4384-a73c-7d787d88979f tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=39085220-cdcc-4a6f-81ee-ed6b884a5b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341613 Jun 21 04:32:20.609545 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa3e39b9-0c68-4cde-8d99-7a72753469e4 admin admin] Notify agent at l3_agent.dv-cinder-796889-2-smb the message routers_updated {{(pid=92745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:32:20.619631 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-fa3e39b9-0c68-4cde-8d99-7a72753469e4 admin admin] 10.222.0.13 "PUT /v2.0/routers/917b1397-b2c8-463e-b663-dd8e16328a9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5375040 Jun 21 04:32:20.623673 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-2218a45c-b2ea-4d4c-86ff-a1f0563b047a None None] Port ca0512ca-ce33-4df1-97b3-dc14d34c89ac cannot update to ACTIVE because it is not bound. {{(pid=92747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:32:21.151379 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 60754) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:21.156274 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.v2.base [None req-1364b403-9027-4ea4-87cc-d6be400b2c82 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-947881704-network', 'tenant_id': '4a170ccead634f82be8e6884254defaf'}} {{(pid=92745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:32:21.176140 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1364b403-9027-4ea4-87cc-d6be400b2c82 admin admin] Made reservation on behalf of 4a170ccead634f82be8e6884254defaf for: {'network': 1} {{(pid=92745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:32:21.179039 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-1364b403-9027-4ea4-87cc-d6be400b2c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-632420'] for network, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:21.187336 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-1364b403-9027-4ea4-87cc-d6be400b2c82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:21.276402 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-1364b403-9027-4ea4-87cc-d6be400b2c82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:21.279951 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-1364b403-9027-4ea4-87cc-d6be400b2c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:21.282835 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-ad48077c-eebc-474a-a705-8f5c6a642f7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:21.304637 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1364b403-9027-4ea4-87cc-d6be400b2c82 admin admin] vlan segment allocate from pool success with {'vlan_id': 823, 'physical_network': 'physnet1'} {{(pid=92745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:32:21.313941 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1364b403-9027-4ea4-87cc-d6be400b2c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc63b00-cdcd-4b89-a9c8-85120aa4ae84,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:21.318042 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-1364b403-9027-4ea4-87cc-d6be400b2c82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:21.319040 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-1364b403-9027-4ea4-87cc-d6be400b2c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740028'] for segment, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:21.319378 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.db.segments_db [None req-1364b403-9027-4ea4-87cc-d6be400b2c82 admin admin] Added segment cdcdba3d-e4e7-4ce7-bebe-b1b0b54d2ce2 of type vlan for network 2841fcc9-cbe8-40e0-8b5a-c6b0b7b81fa6 Jun 21 04:32:21.365616 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-1364b403-9027-4ea4-87cc-d6be400b2c82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789667001025'] for network, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:21.395177 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-1364b403-9027-4ea4-87cc-d6be400b2c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33253182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593'] for network, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:21.396436 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1364b403-9027-4ea4-87cc-d6be400b2c82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:21.397537 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-1364b403-9027-4ea4-87cc-d6be400b2c82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33144588'] for network, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:21.399561 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:21.446363 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-1364b403-9027-4ea4-87cc-d6be400b2c82 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2938867 Jun 21 04:32:21.449142 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 60756) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:21.454377 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.v2.base [None req-1582f768-bcd3-4d3b-9f8b-c1c16e1135d4 admin admin] Request body: {'subnet': {'network_id': '2841fcc9-cbe8-40e0-8b5a-c6b0b7b81fa6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-947881704-subnet', 'tenant_id': '4a170ccead634f82be8e6884254defaf', 'ip_version': 4}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:32:21.457006 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1364b403-9027-4ea4-87cc-d6be400b2c82 admin admin] Pushing event updated for resources: {'Network': ['ID=2841fcc9-cbe8-40e0-8b5a-c6b0b7b81fa6,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:21.460072 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-1364b403-9027-4ea4-87cc-d6be400b2c82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:21.467584 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Network 2841fcc9-cbe8-40e0-8b5a-c6b0b7b81fa6 details requested by agent ovs-agent-dv-cinder-796889-2-smb with host dv-cinder-796889-2-smb {{(pid=92747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:32:21.476519 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1582f768-bcd3-4d3b-9f8b-c1c16e1135d4 admin admin] Made reservation on behalf of 4a170ccead634f82be8e6884254defaf for: {'subnet': 1} {{(pid=92746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:32:21.479036 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-1582f768-bcd3-4d3b-9f8b-c1c16e1135d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8449763'] for subnet, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:21.670461 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-1582f768-bcd3-4d3b-9f8b-c1c16e1135d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33408329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8449777'] for subnet, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:21.672723 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-4ab3ef96-3981-44c1-9ced-e125db5e7914 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:21.728231 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1582f768-bcd3-4d3b-9f8b-c1c16e1135d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d551fa4-6872-4535-875b-3c4195c87800,revision_number=0']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:21.741191 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-1582f768-bcd3-4d3b-9f8b-c1c16e1135d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:21.751856 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1582f768-bcd3-4d3b-9f8b-c1c16e1135d4 admin admin] Checking segment: {'id': 'cdcdba3d-e4e7-4ce7-bebe-b1b0b54d2ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '2841fcc9-cbe8-40e0-8b5a-c6b0b7b81fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:32:21.752286 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1582f768-bcd3-4d3b-9f8b-c1c16e1135d4 admin admin] Network hostable DHCP agents. Network: 2841fcc9-cbe8-40e0-8b5a-c6b0b7b81fa6, hostable agents: ['4488296f-9c2d-4613-a478-344bf5f68149'], hosted agents: [] {{(pid=92746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:32:21.765803 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e3dbb7-150d-48bc-b0ea-98d814b58139 None None] Sync routers for ids ['917b1397-b2c8-463e-b663-dd8e16328a9b'] in dv-cinder-796889-2-smb {{(pid=92747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:32:21.776668 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e3dbb7-150d-48bc-b0ea-98d814b58139 None None] Routers {'917b1397-b2c8-463e-b663-dd8e16328a9b'} bound to L3 agent in host dv-cinder-796889-2-smb {{(pid=92747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:32:21.777312 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-99e3dbb7-150d-48bc-b0ea-98d814b58139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T04:21:37Z,description=,heartbeat_timestamp=2021-06-21T04:32:07Z,host='dv-cinder-796889-2-smb',id=c5fde6f5-f096-4668-9faa-154c63e10de0,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:21:37Z,topic='l3_agent')) {'router_ids': ['917b1397-b2c8-463e-b663-dd8e16328a9b'], 'active': True} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:21.798338 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1582f768-bcd3-4d3b-9f8b-c1c16e1135d4 admin admin] Network 2841fcc9-cbe8-40e0-8b5a-c6b0b7b81fa6 is scheduled to be hosted by DHCP agent 4488296f-9c2d-4613-a478-344bf5f68149 with binding_index 1 {{(pid=92746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:32:21.810852 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.scheduler.base_scheduler [None req-1582f768-bcd3-4d3b-9f8b-c1c16e1135d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796889-2-smb, 2841fcc9-cbe8-40e0-8b5a-c6b0b7b81fa6) {{(pid=92746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:32:21.817981 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1582f768-bcd3-4d3b-9f8b-c1c16e1135d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:21.818558 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-1582f768-bcd3-4d3b-9f8b-c1c16e1135d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:21.820594 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b956dd-dbf0-4e9f-9b95-60cae84017c6 None None] Network 2841fcc9-cbe8-40e0-8b5a-c6b0b7b81fa6 requested from dv-cinder-796889-2-smb {{(pid=92747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:32:21.836407 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-1582f768-bcd3-4d3b-9f8b-c1c16e1135d4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3859391 Jun 21 04:32:21.839458 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 60770) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:21.844332 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.v2.base [None req-b12886b8-1659-4c1c-8752-5cb50ceb8398 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-947881704-router', 'tenant_id': '4a170ccead634f82be8e6884254defaf', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684'}}} {{(pid=92745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:32:21.851355 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3501d8b3-5e82-4328-8eb2-7e8837bd5a21 req-85f085e3-9a05-4f34-830c-e33abebb0a3a tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:21.852779 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-3501d8b3-5e82-4328-8eb2-7e8837bd5a21 req-85f085e3-9a05-4f34-830c-e33abebb0a3a tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60 HTTP/1.1" status: 200 len: 944 time: 0.0892863 Jun 21 04:32:21.866059 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-b12886b8-1659-4c1c-8752-5cb50ceb8398 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33245330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7198'] for router, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:21.867335 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-b12886b8-1659-4c1c-8752-5cb50ceb8398 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33245423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33062561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33203155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7271'] for router, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:21.909985 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-3501d8b3-5e82-4328-8eb2-7e8837bd5a21 req-6aeb37bf-e753-4c23-97fc-36bce3d8d53f tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=39085220-cdcc-4a6f-81ee-ed6b884a5b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508552 Jun 21 04:32:21.938800 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-b12886b8-1659-4c1c-8752-5cb50ceb8398 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:21.950918 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvr_db [None req-99e3dbb7-150d-48bc-b0ea-98d814b58139 None None] Set router 917b1397-b2c8-463e-b663-dd8e16328a9b gateway port host: dv-cinder-796889-2-smb {{(pid=92747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:32:22.079225 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-b12886b8-1659-4c1c-8752-5cb50ceb8398 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33062611', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33245280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7285'] for router, precommit_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:22.115494 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae2eb4f-d2a3-4b76-be8a-c82eae6b7018 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f07a9f3-bb47-500f-9e71-c49e9f445cfd-2841fcc9-cbe8-40e0-8b5a-c6b0b7b81fa6', 'network_id': '2841fcc9-cbe8-40e0-8b5a-c6b0b7b81fa6', 'tenant_id': '4a170ccead634f82be8e6884254defaf', 'fixed_ips': [{'subnet_id': '1d551fa4-6872-4535-875b-3c4195c87800'}]}} from dv-cinder-796889-2-smb. {{(pid=92747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 04:32:22.116968 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-fae2eb4f-d2a3-4b76-be8a-c82eae6b7018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-632420'] for port, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:22.288685 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-b12886b8-1659-4c1c-8752-5cb50ceb8398 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:22.289054 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device 7d928b92-d998-4103-b7d0-c270bb2500d7 up at agent ovs-agent-dv-cinder-796889-2-smb {{(pid=92747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:32:22.306710 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-b12886b8-1659-4c1c-8752-5cb50ceb8398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-632420'] for port, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:22.344891 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.db_base_plugin_common [None req-fae2eb4f-d2a3-4b76-be8a-c82eae6b7018 None None] Allocated IP 172.20.0.2 (2841fcc9-cbe8-40e0-8b5a-c6b0b7b81fa6/1d551fa4-6872-4535-875b-3c4195c87800/c6149f49-7006-4823-acb9-0cdf668a5b05) {{(pid=92747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:32:22.363407 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-99e3dbb7-150d-48bc-b0ea-98d814b58139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917b1397-b2c8-463e-b663-dd8e16328a9b', 'name': 'tempest-TestMinimumBasicScenario-456427590-router', 'tenant_id': 'e61908d6671944fe97c42e49b197ffce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.153'}], 'enable_snat': True}, 'gw_port_id': '7d928b92-d998-4103-b7d0-c270bb2500d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:32:15Z', 'updated_at': '2021-06-21T04:32:19Z', 'revision_number': 4, 'project_id': 'e61908d6671944fe97c42e49b197ffce', 'gw_port': {'id': '7d928b92-d998-4103-b7d0-c270bb2500d7', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:79:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917b1397-b2c8-463e-b663-dd8e16328a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:32:16Z', 'updated_at': '2021-06-21T04:32:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb', '_interfaces': [{'id': 'ca0512ca-ce33-4df1-97b3-dc14d34c89ac', 'name': '', 'network_id': '9e3bb3a6-2b59-4fb4-895f-f70ce89edae9', 'tenant_id': 'e61908d6671944fe97c42e49b197ffce', 'mac_address': 'fa:16:3e:8b:85:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917b1397-b2c8-463e-b663-dd8e16328a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '918f4e71-5bf8-48ad-8f22-8af261c5caaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:32:18Z', 'updated_at': '2021-06-21T04:32:19Z', 'revision_number': 2, 'project_id': 'e61908d6671944fe97c42e49b197ffce', 'subnets': [{'id': '918f4e71-5bf8-48ad-8f22-8af261c5caaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-smb', False) {} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:22.407783 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.db_base_plugin_common [None req-b12886b8-1659-4c1c-8752-5cb50ceb8398 admin admin] Allocated IP 172.28.2.84 (e4173b4a-3ce8-414e-a2d6-4147ce727684/074fe887-5c0a-4322-b8b4-1844e3a886aa/c8815bbd-8a66-4cb6-ae0a-692b1c5cf3b5) {{(pid=92745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:32:22.408476 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e3dbb7-150d-48bc-b0ea-98d814b58139 None None] Checking router: 917b1397-b2c8-463e-b663-dd8e16328a9b for host: dv-cinder-796889-2-smb {{(pid=92747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:32:22.408862 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e3dbb7-150d-48bc-b0ea-98d814b58139 None None] Updating router 917b1397-b2c8-463e-b663-dd8e16328a9b port ca0512ca-ce33-4df1-97b3-dc14d34c89ac binding host dv-cinder-796889-2-smb {{(pid=92747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:32:22.471338 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Provisioning for port 7d928b92-d998-4103-b7d0-c270bb2500d7 completed by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:32:22.480391 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Provisioning complete for port 7d928b92-d998-4103-b7d0-c270bb2500d7 triggered by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:32:22.480771 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:22.487551 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-99e3dbb7-150d-48bc-b0ea-98d814b58139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:22.510385 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-b12886b8-1659-4c1c-8752-5cb50ceb8398 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:22.550239 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-b12886b8-1659-4c1c-8752-5cb50ceb8398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789666979157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30039437'] for port, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:22.553211 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:22.587958 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12886b8-1659-4c1c-8752-5cb50ceb8398 admin admin] Network e4173b4a-3ce8-414e-a2d6-4147ce727684 is already hosted by enough agents. {{(pid=92745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:32:22.590621 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.base_scheduler [None req-b12886b8-1659-4c1c-8752-5cb50ceb8398 admin admin] Resources bound (agent type, host, resource id): {{(pid=92745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:32:22.594219 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12886b8-1659-4c1c-8752-5cb50ceb8398 admin admin] Received port after_create {{(pid=92745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:32:22.619577 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12886b8-1659-4c1c-8752-5cb50ceb8398 admin admin] Pushing event updated for resources: {'Port': ['ID=c8815bbd-8a66-4cb6-ae0a-692b1c5cf3b5,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:22.623349 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-b12886b8-1659-4c1c-8752-5cb50ceb8398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:22.728475 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-fae2eb4f-d2a3-4b76-be8a-c82eae6b7018 None None] Notify callbacks [] for port, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:22.749556 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-fae2eb4f-d2a3-4b76-be8a-c82eae6b7018 None None] Transition to ACTIVE for port object c6149f49-7006-4823-acb9-0cdf668a5b05 will not be triggered until provisioned by entity L2. {{(pid=92747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:32:22.751281 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:22.823990 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-fae2eb4f-d2a3-4b76-be8a-c82eae6b7018 None None] Transition to ACTIVE for port object c6149f49-7006-4823-acb9-0cdf668a5b05 will not be triggered until provisioned by entity DHCP. {{(pid=92747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:32:22.831798 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-f392fa84-7a48-456a-8363-78490891b966 None None] For port 7d928b92-d998-4103-b7d0-c270bb2500d7, host dv-cinder-796889-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-smb',level=0,port_id=7d928b92-d998-4103-b7d0-c270bb2500d7,segment=NetworkSegment(022cd8a4-ba8b-492c-8b47-9af8409ae6a3),segment_id=022cd8a4-ba8b-492c-8b47-9af8409ae6a3)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:32:22.838694 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:22.843736 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:22.845285 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-b12886b8-1659-4c1c-8752-5cb50ceb8398 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:22.846133 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-fae2eb4f-d2a3-4b76-be8a-c82eae6b7018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789666979157'] for port, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:22.911520 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae2eb4f-d2a3-4b76-be8a-c82eae6b7018 None None] Network 2841fcc9-cbe8-40e0-8b5a-c6b0b7b81fa6 is already hosted by enough agents. {{(pid=92747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:32:22.929757 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.scheduler.base_scheduler [None req-fae2eb4f-d2a3-4b76-be8a-c82eae6b7018 None None] Resources bound (agent type, host, resource id): {{(pid=92747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:32:22.929757 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae2eb4f-d2a3-4b76-be8a-c82eae6b7018 None None] Received port after_create {{(pid=92747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:32:22.966363 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Pushing event updated for resources: {'Port': ['ID=7d928b92-d998-4103-b7d0-c270bb2500d7,revision_number=4']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:22.969587 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:22.971901 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:23.043975 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-b12886b8-1659-4c1c-8752-5cb50ceb8398 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33245339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33062151'] for router, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:23.118927 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506db4f2-74fa-48de-b615-8f2aee5b5146 req-e0aecf4e-2660-4a34-84ed-374a2ebde34e tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:23.120413 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-506db4f2-74fa-48de-b615-8f2aee5b5146 req-e0aecf4e-2660-4a34-84ed-374a2ebde34e tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60 HTTP/1.1" status: 200 len: 944 time: 0.0807428 Jun 21 04:32:23.165838 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-506db4f2-74fa-48de-b615-8f2aee5b5146 req-4885fdb9-aa34-456e-a0b3-3063a9962889 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=39085220-cdcc-4a6f-81ee-ed6b884a5b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389905 Jun 21 04:32:23.179956 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b12886b8-1659-4c1c-8752-5cb50ceb8398 admin admin] Router c8c403f1-f0cf-416a-82d9-a3c36e3abb16 is scheduled to L3 agent c5fde6f5-f096-4668-9faa-154c63e10de0 with binding_index 1 {{(pid=92745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 04:32:23.199719 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.managers [None req-fae2eb4f-d2a3-4b76-be8a-c82eae6b7018 None None] Attempting to bind port c6149f49-7006-4823-acb9-0cdf668a5b05 on host dv-cinder-796889-2-smb for vnic_type normal with profile {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:32:23.200100 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.managers [None req-fae2eb4f-d2a3-4b76-be8a-c82eae6b7018 None None] Attempting to bind port c6149f49-7006-4823-acb9-0cdf668a5b05 by drivers openvswitch,hyperv on host dv-cinder-796889-2-smb at level 0 using segments [{'id': 'cdcdba3d-e4e7-4ce7-bebe-b1b0b54d2ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '2841fcc9-cbe8-40e0-8b5a-c6b0b7b81fa6'}] {{(pid=92747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:32:23.200470 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae2eb4f-d2a3-4b76-be8a-c82eae6b7018 None None] Attempting to bind port c6149f49-7006-4823-acb9-0cdf668a5b05 on network 2841fcc9-cbe8-40e0-8b5a-c6b0b7b81fa6 {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:32:23.219018 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae2eb4f-d2a3-4b76-be8a-c82eae6b7018 None None] Checking agent: {'id': '81412f97-b552-4c66-a995-535fb532aea6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 21, 37), 'started_at': datetime.datetime(2021, 6, 21, 4, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:32:23.219400 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae2eb4f-d2a3-4b76-be8a-c82eae6b7018 None None] Checking segment: {'id': 'cdcdba3d-e4e7-4ce7-bebe-b1b0b54d2ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '2841fcc9-cbe8-40e0-8b5a-c6b0b7b81fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:32:23.219807 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-fae2eb4f-d2a3-4b76-be8a-c82eae6b7018 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:23.220209 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae2eb4f-d2a3-4b76-be8a-c82eae6b7018 None None] Bound using segment: {'id': 'cdcdba3d-e4e7-4ce7-bebe-b1b0b54d2ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '2841fcc9-cbe8-40e0-8b5a-c6b0b7b81fa6'} {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:32:23.220680 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.managers [None req-fae2eb4f-d2a3-4b76-be8a-c82eae6b7018 None None] Bound port: c6149f49-7006-4823-acb9-0cdf668a5b05, host: dv-cinder-796889-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdcdba3d-e4e7-4ce7-bebe-b1b0b54d2ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '2841fcc9-cbe8-40e0-8b5a-c6b0b7b81fa6'}}] {{(pid=92747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:32:23.221056 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-fae2eb4f-d2a3-4b76-be8a-c82eae6b7018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:23.222815 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae2eb4f-d2a3-4b76-be8a-c82eae6b7018 None None] Pushing event updated for resources: {'Port': ['ID=c6149f49-7006-4823-acb9-0cdf668a5b05,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:23.226274 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-fae2eb4f-d2a3-4b76-be8a-c82eae6b7018 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:23.245174 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-99e3dbb7-150d-48bc-b0ea-98d814b58139 None None] Notify callbacks [] for port, precommit_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:23.274356 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-99e3dbb7-150d-48bc-b0ea-98d814b58139 None None] Transition to ACTIVE for port object ca0512ca-ce33-4df1-97b3-dc14d34c89ac will not be triggered until provisioned by entity L2. {{(pid=92747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:32:23.283893 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-99e3dbb7-150d-48bc-b0ea-98d814b58139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:23.286978 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:23.292733 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b12886b8-1659-4c1c-8752-5cb50ceb8398 admin admin] Notify agent at l3_agent.dv-cinder-796889-2-smb the message routers_updated {{(pid=92745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:32:23.301943 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b524f3-7139-4dcd-94c6-7ea6f56a1175 None None] Sync routers for ids ['c8c403f1-f0cf-416a-82d9-a3c36e3abb16'] in dv-cinder-796889-2-smb {{(pid=92748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:32:23.311150 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-b12886b8-1659-4c1c-8752-5cb50ceb8398 admin admin] Notify callbacks [] for router, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:23.311484 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b524f3-7139-4dcd-94c6-7ea6f56a1175 None None] Routers {'c8c403f1-f0cf-416a-82d9-a3c36e3abb16'} bound to L3 agent in host dv-cinder-796889-2-smb {{(pid=92748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:32:23.312184 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-f1b524f3-7139-4dcd-94c6-7ea6f56a1175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T04:21:37Z,description=,heartbeat_timestamp=2021-06-21T04:32:07Z,host='dv-cinder-796889-2-smb',id=c5fde6f5-f096-4668-9faa-154c63e10de0,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:21:37Z,topic='l3_agent')) {'router_ids': ['c8c403f1-f0cf-416a-82d9-a3c36e3abb16'], 'active': True} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:23.312615 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-b12886b8-1659-4c1c-8752-5cb50ceb8398 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.4719174 Jun 21 04:32:23.315350 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 60782) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:23.388458 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-fae2eb4f-d2a3-4b76-be8a-c82eae6b7018 None None] For port c6149f49-7006-4823-acb9-0cdf668a5b05, host dv-cinder-796889-2-smb, cleared binding levels {{(pid=92747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:32:23.390808 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c9188b-7300-4ee6-b9a4-b0b0e731c940 None None] Pushing event updated for resources: {'Port': ['ID=ca0512ca-ce33-4df1-97b3-dc14d34c89ac,revision_number=3']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:23.393986 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-f2c9188b-7300-4ee6-b9a4-b0b0e731c940 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:23.424741 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-fae2eb4f-d2a3-4b76-be8a-c82eae6b7018 None None] For port c6149f49-7006-4823-acb9-0cdf668a5b05, host dv-cinder-796889-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-smb',level=0,port_id=c6149f49-7006-4823-acb9-0cdf668a5b05,segment=NetworkSegment(cdcdba3d-e4e7-4ce7-bebe-b1b0b54d2ce2),segment_id=cdcdba3d-e4e7-4ce7-bebe-b1b0b54d2ce2)] {{(pid=92747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:32:23.437378 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_dvr_db [None req-f1b524f3-7139-4dcd-94c6-7ea6f56a1175 None None] Set router c8c403f1-f0cf-416a-82d9-a3c36e3abb16 gateway port host: dv-cinder-796889-2-smb {{(pid=92748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:32:23.452870 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-fae2eb4f-d2a3-4b76-be8a-c82eae6b7018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:23.455764 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-fae2eb4f-d2a3-4b76-be8a-c82eae6b7018 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:23.502828 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.managers [None req-99e3dbb7-150d-48bc-b0ea-98d814b58139 None None] Attempting to bind port ca0512ca-ce33-4df1-97b3-dc14d34c89ac on host dv-cinder-796889-2-smb for vnic_type normal with profile {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:32:23.503489 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.managers [None req-99e3dbb7-150d-48bc-b0ea-98d814b58139 None None] Attempting to bind port ca0512ca-ce33-4df1-97b3-dc14d34c89ac by drivers openvswitch,hyperv on host dv-cinder-796889-2-smb at level 0 using segments [{'id': 'bcb82d62-f15a-4999-97b2-fb2390391dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '9e3bb3a6-2b59-4fb4-895f-f70ce89edae9'}] {{(pid=92747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:32:23.503619 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e3dbb7-150d-48bc-b0ea-98d814b58139 None None] Attempting to bind port ca0512ca-ce33-4df1-97b3-dc14d34c89ac on network 9e3bb3a6-2b59-4fb4-895f-f70ce89edae9 {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:32:23.531732 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e3dbb7-150d-48bc-b0ea-98d814b58139 None None] Checking agent: {'id': '81412f97-b552-4c66-a995-535fb532aea6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 21, 37), 'started_at': datetime.datetime(2021, 6, 21, 4, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:32:23.532256 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e3dbb7-150d-48bc-b0ea-98d814b58139 None None] Checking segment: {'id': 'bcb82d62-f15a-4999-97b2-fb2390391dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '9e3bb3a6-2b59-4fb4-895f-f70ce89edae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:32:23.532676 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-99e3dbb7-150d-48bc-b0ea-98d814b58139 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:23.533307 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e3dbb7-150d-48bc-b0ea-98d814b58139 None None] Bound using segment: {'id': 'bcb82d62-f15a-4999-97b2-fb2390391dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '9e3bb3a6-2b59-4fb4-895f-f70ce89edae9'} {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:32:23.534417 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.managers [None req-99e3dbb7-150d-48bc-b0ea-98d814b58139 None None] Bound port: ca0512ca-ce33-4df1-97b3-dc14d34c89ac, host: dv-cinder-796889-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb82d62-f15a-4999-97b2-fb2390391dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '9e3bb3a6-2b59-4fb4-895f-f70ce89edae9'}}] {{(pid=92747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:32:23.534818 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-99e3dbb7-150d-48bc-b0ea-98d814b58139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:23.599356 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae2eb4f-d2a3-4b76-be8a-c82eae6b7018 None None] Pushing event updated for resources: {'Port': ['ID=c6149f49-7006-4823-acb9-0cdf668a5b05,revision_number=2']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:23.603166 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-fae2eb4f-d2a3-4b76-be8a-c82eae6b7018 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:23.636833 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-99e3dbb7-150d-48bc-b0ea-98d814b58139 None None] For port ca0512ca-ce33-4df1-97b3-dc14d34c89ac, host dv-cinder-796889-2-smb, cleared binding levels {{(pid=92747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:32:23.640757 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-99e3dbb7-150d-48bc-b0ea-98d814b58139 None None] For port ca0512ca-ce33-4df1-97b3-dc14d34c89ac, host dv-cinder-796889-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-smb',level=0,port_id=ca0512ca-ce33-4df1-97b3-dc14d34c89ac,segment=NetworkSegment(bcb82d62-f15a-4999-97b2-fb2390391dc7),segment_id=bcb82d62-f15a-4999-97b2-fb2390391dc7)] {{(pid=92747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:32:23.648026 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-99e3dbb7-150d-48bc-b0ea-98d814b58139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:23.652126 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-f2c9188b-7300-4ee6-b9a4-b0b0e731c940 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:23.672816 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-f1b524f3-7139-4dcd-94c6-7ea6f56a1175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c403f1-f0cf-416a-82d9-a3c36e3abb16', 'name': 'tempest-TestMinimumBasicScenario-947881704-router', 'tenant_id': '4a170ccead634f82be8e6884254defaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.84'}], 'enable_snat': True}, 'gw_port_id': 'c8815bbd-8a66-4cb6-ae0a-692b1c5cf3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:32:21Z', 'updated_at': '2021-06-21T04:32:22Z', 'revision_number': 3, 'project_id': '4a170ccead634f82be8e6884254defaf', 'gw_port': {'id': 'c8815bbd-8a66-4cb6-ae0a-692b1c5cf3b5', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fa:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c403f1-f0cf-416a-82d9-a3c36e3abb16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:32:22Z', 'updated_at': '2021-06-21T04:32:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb'}], 'dv-cinder-796889-2-smb', False) {} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:23.712989 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b524f3-7139-4dcd-94c6-7ea6f56a1175 None None] Checking router: c8c403f1-f0cf-416a-82d9-a3c36e3abb16 for host: dv-cinder-796889-2-smb {{(pid=92748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:32:23.713353 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b524f3-7139-4dcd-94c6-7ea6f56a1175 None None] Updating router c8c403f1-f0cf-416a-82d9-a3c36e3abb16 port c8815bbd-8a66-4cb6-ae0a-692b1c5cf3b5 binding host dv-cinder-796889-2-smb {{(pid=92748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:32:23.721952 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e3dbb7-150d-48bc-b0ea-98d814b58139 None None] Routers {'917b1397-b2c8-463e-b663-dd8e16328a9b'} bound to L3 agent in host dv-cinder-796889-2-smb {{(pid=92747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:32:23.722711 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-99e3dbb7-150d-48bc-b0ea-98d814b58139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T04:21:37Z,description=,heartbeat_timestamp=2021-06-21T04:32:07Z,host='dv-cinder-796889-2-smb',id=c5fde6f5-f096-4668-9faa-154c63e10de0,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:21:37Z,topic='l3_agent')) {'router_ids': ['917b1397-b2c8-463e-b663-dd8e16328a9b'], 'active': True} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:23.771256 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-f1b524f3-7139-4dcd-94c6-7ea6f56a1175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:23.892695 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-dd25c44f-25d6-440a-a3f8-82c86a8be9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-632420'] for port, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:23.912050 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c9188b-7300-4ee6-b9a4-b0b0e731c940 None None] Pushing event updated for resources: {'Port': ['ID=ca0512ca-ce33-4df1-97b3-dc14d34c89ac,revision_number=4']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:23.919022 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-f2c9188b-7300-4ee6-b9a4-b0b0e731c940 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:23.947791 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvr_db [None req-99e3dbb7-150d-48bc-b0ea-98d814b58139 None None] Set router 917b1397-b2c8-463e-b663-dd8e16328a9b gateway port host: dv-cinder-796889-2-smb {{(pid=92747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:32:24.207376 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.db_base_plugin_common [None req-dd25c44f-25d6-440a-a3f8-82c86a8be9c0 admin admin] Allocated IP 172.20.0.1 (2841fcc9-cbe8-40e0-8b5a-c6b0b7b81fa6/1d551fa4-6872-4535-875b-3c4195c87800/98708dba-6a96-462e-85ae-10e746027bf6) {{(pid=92745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:32:24.364986 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device 9201607d-8505-40c7-a832-737b5143d231 details requested by agent hyperv_hv-cinder-79688 with host hv-cinder-79688 {{(pid=92747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:32:24.433639 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-dd25c44f-25d6-440a-a3f8-82c86a8be9c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:24.497047 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-dd25c44f-25d6-440a-a3f8-82c86a8be9c0 admin admin] Transition to ACTIVE for port object 98708dba-6a96-462e-85ae-10e746027bf6 will not be triggered until provisioned by entity DHCP. {{(pid=92745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:32:24.637897 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-dd25c44f-25d6-440a-a3f8-82c86a8be9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789666979157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30039437'] for port, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:24.655487 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:24.680850 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device 7d928b92-d998-4103-b7d0-c270bb2500d7 up at agent ovs-agent-dv-cinder-796889-2-smb {{(pid=92747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:32:24.730886 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb7d62-f008-4783-9601-7aca56218873 req-44215844-2a45-452d-9d03-e25b79729e2e tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:24.741693 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-2cfb7d62-f008-4783-9601-7aca56218873 req-44215844-2a45-452d-9d03-e25b79729e2e tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60 HTTP/1.1" status: 200 len: 944 time: 0.2276828 Jun 21 04:32:24.748449 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd25c44f-25d6-440a-a3f8-82c86a8be9c0 admin admin] Pushing event updated for resources: {'Port': ['ID=98708dba-6a96-462e-85ae-10e746027bf6,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:24.752481 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-dd25c44f-25d6-440a-a3f8-82c86a8be9c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:24.769240 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-f1b524f3-7139-4dcd-94c6-7ea6f56a1175 None None] Notify callbacks [] for port, precommit_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:24.771719 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd25c44f-25d6-440a-a3f8-82c86a8be9c0 admin admin] Network 2841fcc9-cbe8-40e0-8b5a-c6b0b7b81fa6 is already hosted by enough agents. {{(pid=92745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:32:24.773760 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.base_scheduler [None req-dd25c44f-25d6-440a-a3f8-82c86a8be9c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:32:24.779319 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd25c44f-25d6-440a-a3f8-82c86a8be9c0 admin admin] Received port after_create {{(pid=92745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:32:24.791178 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-f1b524f3-7139-4dcd-94c6-7ea6f56a1175 None None] Transition to ACTIVE for port object c8815bbd-8a66-4cb6-ae0a-692b1c5cf3b5 will not be triggered until provisioned by entity L2. {{(pid=92748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:32:24.805075 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] For port 9201607d-8505-40c7-a832-737b5143d231, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=9201607d-8505-40c7-a832-737b5143d231,segment=NetworkSegment(df3f6f4e-05ff-4d6f-923e-8ebc44f445d6),segment_id=df3f6f4e-05ff-4d6f-923e-8ebc44f445d6)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:32:24.813816 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-f1b524f3-7139-4dcd-94c6-7ea6f56a1175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:24.818178 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:24.831408 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Provisioning complete for port 7d928b92-d998-4103-b7d0-c270bb2500d7 triggered by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:32:24.831789 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:24.836737 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-2cfb7d62-f008-4783-9601-7aca56218873 req-13f756be-9647-443f-8b06-32f57880b097 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=39085220-cdcc-4a6f-81ee-ed6b884a5b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929658 Jun 21 04:32:24.839462 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-99e3dbb7-150d-48bc-b0ea-98d814b58139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917b1397-b2c8-463e-b663-dd8e16328a9b', 'name': 'tempest-TestMinimumBasicScenario-456427590-router', 'tenant_id': 'e61908d6671944fe97c42e49b197ffce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.153'}], 'enable_snat': True}, 'gw_port_id': '7d928b92-d998-4103-b7d0-c270bb2500d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:32:15Z', 'updated_at': '2021-06-21T04:32:19Z', 'revision_number': 4, 'project_id': 'e61908d6671944fe97c42e49b197ffce', 'gw_port': {'id': '7d928b92-d998-4103-b7d0-c270bb2500d7', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:79:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917b1397-b2c8-463e-b663-dd8e16328a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:32:16Z', 'updated_at': '2021-06-21T04:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb', '_interfaces': [{'id': 'ca0512ca-ce33-4df1-97b3-dc14d34c89ac', 'name': '', 'network_id': '9e3bb3a6-2b59-4fb4-895f-f70ce89edae9', 'tenant_id': 'e61908d6671944fe97c42e49b197ffce', 'mac_address': 'fa:16:3e:8b:85:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917b1397-b2c8-463e-b663-dd8e16328a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '918f4e71-5bf8-48ad-8f22-8af261c5caaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:32:18Z', 'updated_at': '2021-06-21T04:32:23Z', 'revision_number': 4, 'project_id': 'e61908d6671944fe97c42e49b197ffce', 'subnets': [{'id': '918f4e71-5bf8-48ad-8f22-8af261c5caaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-smb', False) {} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:24.843520 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Returning: {'device': '9201607d-8505-40c7-a832-737b5143d231', 'network_id': '38e35d0b-e570-49d3-959b-c55bd6e0308c', 'port_id': '9201607d-8505-40c7-a832-737b5143d231', 'mac_address': 'fa:16:3e:d2:07:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f995fa3-0676-46ec-80cb-22d4129d3f36', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:32:24.859694 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-dd25c44f-25d6-440a-a3f8-82c86a8be9c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33059880'] for router_interface, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:24.872841 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66b80d-078a-4b28-aec6-64fb8e69f381 req-8f54550f-78f1-4d20-a713-19a78091b6f8 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:24.875624 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-6c66b80d-078a-4b28-aec6-64fb8e69f381 req-8f54550f-78f1-4d20-a713-19a78091b6f8 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ea07e3c-1759-4aa7-905d-60be8e2de62c HTTP/1.1" status: 200 len: 946 time: 0.2087767 Jun 21 04:32:24.942119 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-f1b524f3-7139-4dcd-94c6-7ea6f56a1175 None None] Attempting to bind port c8815bbd-8a66-4cb6-ae0a-692b1c5cf3b5 on host dv-cinder-796889-2-smb for vnic_type normal with profile {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:32:24.942631 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-f1b524f3-7139-4dcd-94c6-7ea6f56a1175 None None] Attempting to bind port c8815bbd-8a66-4cb6-ae0a-692b1c5cf3b5 by drivers openvswitch,hyperv on host dv-cinder-796889-2-smb at level 0 using segments [{'id': '022cd8a4-ba8b-492c-8b47-9af8409ae6a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684'}] {{(pid=92748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:32:24.943091 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b524f3-7139-4dcd-94c6-7ea6f56a1175 None None] Attempting to bind port c8815bbd-8a66-4cb6-ae0a-692b1c5cf3b5 on network e4173b4a-3ce8-414e-a2d6-4147ce727684 {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:32:24.954883 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca634081-804b-47b8-8936-b2455d29d206 None None] Pushing event updated for resources: {'Port': ['ID=c8815bbd-8a66-4cb6-ae0a-692b1c5cf3b5,revision_number=2']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:24.962428 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-ca634081-804b-47b8-8936-b2455d29d206 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:24.964516 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b524f3-7139-4dcd-94c6-7ea6f56a1175 None None] Checking agent: {'id': '81412f97-b552-4c66-a995-535fb532aea6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 21, 37), 'started_at': datetime.datetime(2021, 6, 21, 4, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:32:24.964999 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b524f3-7139-4dcd-94c6-7ea6f56a1175 None None] Checking segment: {'id': '022cd8a4-ba8b-492c-8b47-9af8409ae6a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:32:24.965534 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-f1b524f3-7139-4dcd-94c6-7ea6f56a1175 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:24.966012 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b524f3-7139-4dcd-94c6-7ea6f56a1175 None None] Bound using segment: {'id': '022cd8a4-ba8b-492c-8b47-9af8409ae6a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684'} {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:32:24.966614 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-f1b524f3-7139-4dcd-94c6-7ea6f56a1175 None None] Bound port: c8815bbd-8a66-4cb6-ae0a-692b1c5cf3b5, host: dv-cinder-796889-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '022cd8a4-ba8b-492c-8b47-9af8409ae6a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684'}}] {{(pid=92748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:32:24.967082 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-f1b524f3-7139-4dcd-94c6-7ea6f56a1175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:24.971551 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e3dbb7-150d-48bc-b0ea-98d814b58139 None None] The sync data for ids ['917b1397-b2c8-463e-b663-dd8e16328a9b'] in dv-cinder-796889-2-smb is: [{'id': '917b1397-b2c8-463e-b663-dd8e16328a9b', 'name': 'tempest-TestMinimumBasicScenario-456427590-router', 'tenant_id': 'e61908d6671944fe97c42e49b197ffce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.153'}], 'enable_snat': True}, 'gw_port_id': '7d928b92-d998-4103-b7d0-c270bb2500d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:32:15Z', 'updated_at': '2021-06-21T04:32:19Z', 'revision_number': 4, 'project_id': 'e61908d6671944fe97c42e49b197ffce', 'gw_port': {'id': '7d928b92-d998-4103-b7d0-c270bb2500d7', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:79:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917b1397-b2c8-463e-b663-dd8e16328a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:32:16Z', 'updated_at': '2021-06-21T04:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb', '_interfaces': [{'id': 'ca0512ca-ce33-4df1-97b3-dc14d34c89ac', 'name': '', 'network_id': '9e3bb3a6-2b59-4fb4-895f-f70ce89edae9', 'tenant_id': 'e61908d6671944fe97c42e49b197ffce', 'mac_address': 'fa:16:3e:8b:85:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917b1397-b2c8-463e-b663-dd8e16328a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '918f4e71-5bf8-48ad-8f22-8af261c5caaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:32:18Z', 'updated_at': '2021-06-21T04:32:23Z', 'revision_number': 4, 'project_id': 'e61908d6671944fe97c42e49b197ffce', 'subnets': [{'id': '918f4e71-5bf8-48ad-8f22-8af261c5caaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:32:24.985224 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-6c66b80d-078a-4b28-aec6-64fb8e69f381 req-d7c79502-756c-4b69-b707-bd02d01e1f32 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033452 Jun 21 04:32:25.066054 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:25.082830 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.notifiers.nova [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9201607d-8505-40c7-a832-737b5143d231 {{(pid=92747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:32:25.144785 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] For port 9201607d-8505-40c7-a832-737b5143d231, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=9201607d-8505-40c7-a832-737b5143d231,segment=NetworkSegment(df3f6f4e-05ff-4d6f-923e-8ebc44f445d6),segment_id=df3f6f4e-05ff-4d6f-923e-8ebc44f445d6)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:32:25.148597 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-f1b524f3-7139-4dcd-94c6-7ea6f56a1175 None None] For port c8815bbd-8a66-4cb6-ae0a-692b1c5cf3b5, host dv-cinder-796889-2-smb, cleared binding levels {{(pid=92748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:32:25.156560 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-f1b524f3-7139-4dcd-94c6-7ea6f56a1175 None None] For port c8815bbd-8a66-4cb6-ae0a-692b1c5cf3b5, host dv-cinder-796889-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-smb',level=0,port_id=c8815bbd-8a66-4cb6-ae0a-692b1c5cf3b5,segment=NetworkSegment(022cd8a4-ba8b-492c-8b47-9af8409ae6a3),segment_id=022cd8a4-ba8b-492c-8b47-9af8409ae6a3)] {{(pid=92748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:32:25.165630 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:25.168638 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:25.176389 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-f1b524f3-7139-4dcd-94c6-7ea6f56a1175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:25.188159 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-3154daae-5fb0-47cf-ae31-b04661a70569 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:25.232600 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b524f3-7139-4dcd-94c6-7ea6f56a1175 None None] Routers {'c8c403f1-f0cf-416a-82d9-a3c36e3abb16'} bound to L3 agent in host dv-cinder-796889-2-smb {{(pid=92748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:32:25.233237 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-f1b524f3-7139-4dcd-94c6-7ea6f56a1175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T04:21:37Z,description=,heartbeat_timestamp=2021-06-21T04:32:07Z,host='dv-cinder-796889-2-smb',id=c5fde6f5-f096-4668-9faa-154c63e10de0,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:21:37Z,topic='l3_agent')) {'router_ids': ['c8c403f1-f0cf-416a-82d9-a3c36e3abb16'], 'active': True} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:25.273706 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device c6149f49-7006-4823-acb9-0cdf668a5b05 up at agent ovs-agent-dv-cinder-796889-2-smb {{(pid=92747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:32:25.304739 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Pushing event updated for resources: {'Port': ['ID=9201607d-8505-40c7-a832-737b5143d231,revision_number=9']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:25.318425 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:25.325287 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5e889f-3d9f-4c8a-b1a0-715e74311be8 None None] Network 2841fcc9-cbe8-40e0-8b5a-c6b0b7b81fa6 requested from dv-cinder-796889-2-smb {{(pid=92747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:32:25.412197 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-386516ab-31c9-4d2c-ab26-60a4546e2c62 None None] Provisioning for port c6149f49-7006-4823-acb9-0cdf668a5b05 completed by entity DHCP. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:32:25.422371 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_dvr_db [None req-f1b524f3-7139-4dcd-94c6-7ea6f56a1175 None None] Set router c8c403f1-f0cf-416a-82d9-a3c36e3abb16 gateway port host: dv-cinder-796889-2-smb {{(pid=92748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:32:25.464861 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Provisioning for port c6149f49-7006-4823-acb9-0cdf668a5b05 completed by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:32:25.473264 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Provisioning complete for port c6149f49-7006-4823-acb9-0cdf668a5b05 triggered by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:32:25.473603 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:25.537252 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-dd25c44f-25d6-440a-a3f8-82c86a8be9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:25.589406 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca634081-804b-47b8-8936-b2455d29d206 None None] Pushing event updated for resources: {'Port': ['ID=c8815bbd-8a66-4cb6-ae0a-692b1c5cf3b5,revision_number=3']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:25.592626 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-ca634081-804b-47b8-8936-b2455d29d206 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:25.617475 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] get_ports_and_sgs() called for port_ids ['9201607d-8505-40c7-a832-737b5143d231'] {{(pid=92747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:32:25.672909 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:25.676713 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-f1b524f3-7139-4dcd-94c6-7ea6f56a1175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c403f1-f0cf-416a-82d9-a3c36e3abb16', 'name': 'tempest-TestMinimumBasicScenario-947881704-router', 'tenant_id': '4a170ccead634f82be8e6884254defaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.84'}], 'enable_snat': True}, 'gw_port_id': 'c8815bbd-8a66-4cb6-ae0a-692b1c5cf3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:32:21Z', 'updated_at': '2021-06-21T04:32:22Z', 'revision_number': 3, 'project_id': '4a170ccead634f82be8e6884254defaf', 'gw_port': {'id': 'c8815bbd-8a66-4cb6-ae0a-692b1c5cf3b5', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fa:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c403f1-f0cf-416a-82d9-a3c36e3abb16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:32:22Z', 'updated_at': '2021-06-21T04:32:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb'}], 'dv-cinder-796889-2-smb', False) {} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:25.721301 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b524f3-7139-4dcd-94c6-7ea6f56a1175 None None] The sync data for ids ['c8c403f1-f0cf-416a-82d9-a3c36e3abb16'] in dv-cinder-796889-2-smb is: [{'id': 'c8c403f1-f0cf-416a-82d9-a3c36e3abb16', 'name': 'tempest-TestMinimumBasicScenario-947881704-router', 'tenant_id': '4a170ccead634f82be8e6884254defaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.84'}], 'enable_snat': True}, 'gw_port_id': 'c8815bbd-8a66-4cb6-ae0a-692b1c5cf3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:32:21Z', 'updated_at': '2021-06-21T04:32:22Z', 'revision_number': 3, 'project_id': '4a170ccead634f82be8e6884254defaf', 'gw_port': {'id': 'c8815bbd-8a66-4cb6-ae0a-692b1c5cf3b5', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fa:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c403f1-f0cf-416a-82d9-a3c36e3abb16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:32:22Z', 'updated_at': '2021-06-21T04:32:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb'}] {{(pid=92748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:32:25.760336 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-f392fa84-7a48-456a-8363-78490891b966 None None] For port c6149f49-7006-4823-acb9-0cdf668a5b05, host dv-cinder-796889-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-smb',level=0,port_id=c6149f49-7006-4823-acb9-0cdf668a5b05,segment=NetworkSegment(cdcdba3d-e4e7-4ce7-bebe-b1b0b54d2ce2),segment_id=cdcdba3d-e4e7-4ce7-bebe-b1b0b54d2ce2)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:32:25.762556 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-dd25c44f-25d6-440a-a3f8-82c86a8be9c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:25.767758 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:25.775112 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:25.780100 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-dd25c44f-25d6-440a-a3f8-82c86a8be9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30039483'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:25.783751 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:25.857379 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Pushing event updated for resources: {'Port': ['ID=c6149f49-7006-4823-acb9-0cdf668a5b05,revision_number=3']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:25.869004 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-dd25c44f-25d6-440a-a3f8-82c86a8be9c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33144703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33060657'] for router_interface, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:25.873165 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:25.930348 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd25c44f-25d6-440a-a3f8-82c86a8be9c0 admin admin] Pushing event updated for resources: {'Port': ['ID=98708dba-6a96-462e-85ae-10e746027bf6,revision_number=2']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:25.934963 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-dd25c44f-25d6-440a-a3f8-82c86a8be9c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:26.004663 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd25c44f-25d6-440a-a3f8-82c86a8be9c0 admin admin] Network 2841fcc9-cbe8-40e0-8b5a-c6b0b7b81fa6 is already hosted by enough agents. {{(pid=92745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:32:26.006730 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.base_scheduler [None req-dd25c44f-25d6-440a-a3f8-82c86a8be9c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:32:26.065651 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-d3df34ed-a8f0-4f9c-b38e-8e48222e4353 None None] Provisioning complete for port c6149f49-7006-4823-acb9-0cdf668a5b05 triggered by entity DHCP. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:32:26.066308 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d3df34ed-a8f0-4f9c-b38e-8e48222e4353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:26.281555 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd25c44f-25d6-440a-a3f8-82c86a8be9c0 admin admin] Router c8c403f1-f0cf-416a-82d9-a3c36e3abb16 has already been hosted by L3 agent c5fde6f5-f096-4668-9faa-154c63e10de0 {{(pid=92745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:32:26.341878 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-d3df34ed-a8f0-4f9c-b38e-8e48222e4353 None None] Provisioning for port 98708dba-6a96-462e-85ae-10e746027bf6 completed by entity DHCP. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:32:26.347596 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-d3df34ed-a8f0-4f9c-b38e-8e48222e4353 None None] Provisioning complete for port 98708dba-6a96-462e-85ae-10e746027bf6 triggered by entity DHCP. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:32:26.348245 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d3df34ed-a8f0-4f9c-b38e-8e48222e4353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:26.453383 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d04c5-1062-4fc6-bbe0-1c9fc11d7145 req-fb5817d1-6d1d-46d9-91d8-03b17da35f32 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:26.460553 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-d3df34ed-a8f0-4f9c-b38e-8e48222e4353 None None] Port 98708dba-6a96-462e-85ae-10e746027bf6 cannot update to ACTIVE because it is not bound. {{(pid=92747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:32:26.478585 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-b58d04c5-1062-4fc6-bbe0-1c9fc11d7145 req-fb5817d1-6d1d-46d9-91d8-03b17da35f32 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60 HTTP/1.1" status: 200 len: 945 time: 0.3885267 Jun 21 04:32:26.559842 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd25c44f-25d6-440a-a3f8-82c86a8be9c0 admin admin] Notify agent at l3_agent.dv-cinder-796889-2-smb the message routers_updated {{(pid=92745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:32:26.573043 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-dd25c44f-25d6-440a-a3f8-82c86a8be9c0 admin admin] 10.222.0.13 "PUT /v2.0/routers/c8c403f1-f0cf-416a-82d9-a3c36e3abb16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2546520 Jun 21 04:32:26.586983 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device c6149f49-7006-4823-acb9-0cdf668a5b05 up at agent ovs-agent-dv-cinder-796889-2-smb {{(pid=92747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:32:26.595205 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-b58d04c5-1062-4fc6-bbe0-1c9fc11d7145 req-be53b2ce-983f-4445-be35-ab5d42ed1093 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=39085220-cdcc-4a6f-81ee-ed6b884a5b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078837 Jun 21 04:32:26.658249 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c09144-8db8-4778-b3fe-e25edbd2060b req-3a763926-2deb-4bdf-bbae-e5e926982df4 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:26.666603 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-a0c09144-8db8-4778-b3fe-e25edbd2060b req-3a763926-2deb-4bdf-bbae-e5e926982df4 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ea07e3c-1759-4aa7-905d-60be8e2de62c HTTP/1.1" status: 200 len: 946 time: 0.4115562 Jun 21 04:32:26.698834 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-5712b06c-b0ad-4290-aabf-035813c7793f None None] Provisioning complete for port 98708dba-6a96-462e-85ae-10e746027bf6 triggered by entity DHCP. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:32:26.699242 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-5712b06c-b0ad-4290-aabf-035813c7793f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:26.728646 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-a0c09144-8db8-4778-b3fe-e25edbd2060b req-edcb761f-a6ed-46b9-9608-76de68b0d29d tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608857 Jun 21 04:32:26.779964 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-5712b06c-b0ad-4290-aabf-035813c7793f None None] Port 98708dba-6a96-462e-85ae-10e746027bf6 cannot update to ACTIVE because it is not bound. {{(pid=92747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:32:26.781600 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Provisioning complete for port c6149f49-7006-4823-acb9-0cdf668a5b05 triggered by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:32:26.782007 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:27.002155 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device ca0512ca-ce33-4df1-97b3-dc14d34c89ac up at agent ovs-agent-dv-cinder-796889-2-smb {{(pid=92747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:32:27.004167 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-76770337-7d20-4e7a-ac53-3cc34f0e94dc None None] Provisioning complete for port 98708dba-6a96-462e-85ae-10e746027bf6 triggered by entity DHCP. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:32:27.004673 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-76770337-7d20-4e7a-ac53-3cc34f0e94dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:27.080509 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-76770337-7d20-4e7a-ac53-3cc34f0e94dc None None] Port 98708dba-6a96-462e-85ae-10e746027bf6 cannot update to ACTIVE because it is not bound. {{(pid=92747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:32:27.095416 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Provisioning for port ca0512ca-ce33-4df1-97b3-dc14d34c89ac completed by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:32:27.099879 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Provisioning complete for port ca0512ca-ce33-4df1-97b3-dc14d34c89ac triggered by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:32:27.100856 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:27.183787 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:27.224344 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-f392fa84-7a48-456a-8363-78490891b966 None None] For port ca0512ca-ce33-4df1-97b3-dc14d34c89ac, host dv-cinder-796889-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-smb',level=0,port_id=ca0512ca-ce33-4df1-97b3-dc14d34c89ac,segment=NetworkSegment(bcb82d62-f15a-4999-97b2-fb2390391dc7),segment_id=bcb82d62-f15a-4999-97b2-fb2390391dc7)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:32:27.233772 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:27.234807 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device c8815bbd-8a66-4cb6-ae0a-692b1c5cf3b5 up at agent ovs-agent-dv-cinder-796889-2-smb {{(pid=92747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:32:27.237968 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:27.316628 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Pushing event updated for resources: {'Port': ['ID=ca0512ca-ce33-4df1-97b3-dc14d34c89ac,revision_number=5']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:27.320219 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:27.329689 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Provisioning for port c8815bbd-8a66-4cb6-ae0a-692b1c5cf3b5 completed by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:32:27.339892 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Provisioning complete for port c8815bbd-8a66-4cb6-ae0a-692b1c5cf3b5 triggered by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:32:27.340268 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:27.445132 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:27.477230 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-f392fa84-7a48-456a-8363-78490891b966 None None] For port c8815bbd-8a66-4cb6-ae0a-692b1c5cf3b5, host dv-cinder-796889-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-smb',level=0,port_id=c8815bbd-8a66-4cb6-ae0a-692b1c5cf3b5,segment=NetworkSegment(022cd8a4-ba8b-492c-8b47-9af8409ae6a3),segment_id=022cd8a4-ba8b-492c-8b47-9af8409ae6a3)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:32:27.492805 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:27.498546 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-b16a3f9a-ec70-4f7e-89e9-02f9f98d87a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:27.570616 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Pushing event updated for resources: {'Port': ['ID=c8815bbd-8a66-4cb6-ae0a-692b1c5cf3b5,revision_number=4']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:27.580696 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:27.676964 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeecd24-f145-4f31-9749-5b36c74d2bfe req-978aa63d-d0c2-4b15-bcd4-9379a21c1cf9 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:27.681522 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-caeecd24-f145-4f31-9749-5b36c74d2bfe req-978aa63d-d0c2-4b15-bcd4-9379a21c1cf9 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ea07e3c-1759-4aa7-905d-60be8e2de62c HTTP/1.1" status: 200 len: 946 time: 0.1568666 Jun 21 04:32:27.980168 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [req-caeecd24-f145-4f31-9749-5b36c74d2bfe req-56b1a181-1768-4e6d-979f-efdd531551b8 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Deleting port ae6f8a11-4e0b-4392-978e-e73445e5f163 {{(pid=92746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:32:27.981180 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-caeecd24-f145-4f31-9749-5b36c74d2bfe req-56b1a181-1768-4e6d-979f-efdd531551b8 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789667499749'] for port, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:28.066887 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4b7f4a-9552-4eaf-94f9-edf9ae675c53 req-d3b8b666-6b7a-4e29-800e-998deceef0d7 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:28.075404 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-cb4b7f4a-9552-4eaf-94f9-edf9ae675c53 req-d3b8b666-6b7a-4e29-800e-998deceef0d7 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60 HTTP/1.1" status: 200 len: 945 time: 0.2830980 Jun 21 04:32:28.166647 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.db [req-caeecd24-f145-4f31-9749-5b36c74d2bfe req-56b1a181-1768-4e6d-979f-efdd531551b8 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] For port ae6f8a11-4e0b-4392-978e-e73445e5f163, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=ae6f8a11-4e0b-4392-978e-e73445e5f163,segment=NetworkSegment(6a600e61-3574-4bd3-a34a-517fc2cc37fd),segment_id=6a600e61-3574-4bd3-a34a-517fc2cc37fd)] {{(pid=92746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:32:28.167018 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-caeecd24-f145-4f31-9749-5b36c74d2bfe req-56b1a181-1768-4e6d-979f-efdd531551b8 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062555'] for port, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:28.184727 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-cb4b7f4a-9552-4eaf-94f9-edf9ae675c53 req-cc81c3e6-07c6-4d14-9730-b1af4d975734 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=39085220-cdcc-4a6f-81ee-ed6b884a5b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081765 Jun 21 04:32:28.248162 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device 9201607d-8505-40c7-a832-737b5143d231 up at agent hyperv_hv-cinder-79688 {{(pid=92747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:32:28.281481 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [req-caeecd24-f145-4f31-9749-5b36c74d2bfe req-56b1a181-1768-4e6d-979f-efdd531551b8 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Calling delete_port for ae6f8a11-4e0b-4392-978e-e73445e5f163 owned by compute:nova {{(pid=92746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:32:28.329027 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Provisioning complete for port 9201607d-8505-40c7-a832-737b5143d231 triggered by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:32:28.329435 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:28.392761 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device ca0512ca-ce33-4df1-97b3-dc14d34c89ac up at agent ovs-agent-dv-cinder-796889-2-smb {{(pid=92747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:32:28.393529 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112dc3da-f965-4773-90d8-d79c6d47a6c4 req-a1c632f6-c6ca-457a-a097-e966a7f7329c tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:28.402975 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-112dc3da-f965-4773-90d8-d79c6d47a6c4 req-a1c632f6-c6ca-457a-a097-e966a7f7329c tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ea07e3c-1759-4aa7-905d-60be8e2de62c HTTP/1.1" status: 200 len: 946 time: 0.2937317 Jun 21 04:32:28.497693 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-112dc3da-f965-4773-90d8-d79c6d47a6c4 req-2e725f0a-e528-4a1a-87aa-5390e3cc2b26 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885155 Jun 21 04:32:28.507253 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:28.518444 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcdaa6d-ae12-4ed0-97c6-66b6dd4971df None None] Sync routers for ids ['c8c403f1-f0cf-416a-82d9-a3c36e3abb16'] in dv-cinder-796889-2-smb {{(pid=92747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:32:28.562787 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcdaa6d-ae12-4ed0-97c6-66b6dd4971df None None] Routers {'c8c403f1-f0cf-416a-82d9-a3c36e3abb16'} bound to L3 agent in host dv-cinder-796889-2-smb {{(pid=92747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:32:28.564657 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-3fcdaa6d-ae12-4ed0-97c6-66b6dd4971df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T04:21:37Z,description=,heartbeat_timestamp=2021-06-21T04:32:07Z,host='dv-cinder-796889-2-smb',id=c5fde6f5-f096-4668-9faa-154c63e10de0,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:21:37Z,topic='l3_agent')) {'router_ids': ['c8c403f1-f0cf-416a-82d9-a3c36e3abb16'], 'active': True} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:28.571900 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d63050f-5bf4-44dd-b812-0d503ed3af60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9201607d-8505-40c7-a832-737b5143d231'}] {{(pid=92747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:32:28.575863 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}801f1ae26e0cb5c56acb95c727deede285b0e3a42266231ef73c077b6573d85d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf278e0-b319-4789-963d-afd459ad01be" -d '{"events": [{"server_uuid": "7d63050f-5bf4-44dd-b812-0d503ed3af60", "name": "network-vif-plugged", "status": "completed", "tag": "9201607d-8505-40c7-a832-737b5143d231"}]}' {{(pid=92747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:32:28.615766 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-caeecd24-f145-4f31-9749-5b36c74d2bfe req-56b1a181-1768-4e6d-979f-efdd531551b8 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789667503845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789666979166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33408498'] for port, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:28.636127 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:28.642051 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] For port 9201607d-8505-40c7-a832-737b5143d231, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=9201607d-8505-40c7-a832-737b5143d231,segment=NetworkSegment(df3f6f4e-05ff-4d6f-923e-8ebc44f445d6),segment_id=df3f6f4e-05ff-4d6f-923e-8ebc44f445d6)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:32:28.658339 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:28.666941 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:28.674251 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] get_ports_and_sgs() called for port_ids ['cecae649-32ea-447c-aa51-6ce626930b79', 'ae6f8a11-4e0b-4392-978e-e73445e5f163'] {{(pid=92747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:32:28.676213 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Provisioning complete for port ca0512ca-ce33-4df1-97b3-dc14d34c89ac triggered by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:32:28.676582 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:28.692300 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b1a181-1768-4e6d-979f-efdd531551b8 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Pushing event deleted for resources: {'Port': ['ID=ae6f8a11-4e0b-4392-978e-e73445e5f163,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:28.704376 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-56b1a181-1768-4e6d-979f-efdd531551b8 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:28.719160 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b911805-ed62-493a-945d-cc96c8e64124 x-openstack-request-id: req-9b911805-ed62-493a-945d-cc96c8e64124 {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:32:28.719711 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d63050f-5bf4-44dd-b812-0d503ed3af60", "name": "network-vif-plugged", "status": "completed", "tag": "9201607d-8505-40c7-a832-737b5143d231", "code": 200}]} {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:32:28.719985 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9b911805-ed62-493a-945d-cc96c8e64124 {{(pid=92747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:32:28.720387 dv-cinder-796889-2-smb neutron-server[92747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d63050f-5bf4-44dd-b812-0d503ed3af60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9201607d-8505-40c7-a832-737b5143d231', 'code': 200} Jun 21 04:32:28.742635 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [req-caeecd24-f145-4f31-9749-5b36c74d2bfe req-56b1a181-1768-4e6d-979f-efdd531551b8 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] No DVR routers for this DVR port ae6f8a11-4e0b-4392-978e-e73445e5f163 on host hv-cinder-79688 {{(pid=92746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:32:28.753859 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-caeecd24-f145-4f31-9749-5b36c74d2bfe req-56b1a181-1768-4e6d-979f-efdd531551b8 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5899'] for port, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:28.757517 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-caeecd24-f145-4f31-9749-5b36c74d2bfe req-56b1a181-1768-4e6d-979f-efdd531551b8 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.38 "DELETE /v2.0/ports/ae6f8a11-4e0b-4392-978e-e73445e5f163 HTTP/1.1" status: 204 len: 173 time: 1.0658994 Jun 21 04:32:28.758414 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ea07e3c-1759-4aa7-905d-60be8e2de62c', 'name': 'network-vif-deleted', 'tag': 'ae6f8a11-4e0b-4392-978e-e73445e5f163'}] {{(pid=92746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:32:28.761729 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7cbf71f9e1aa915714a5a62000f0bd5d8f9af41b6b6cc8a146f78dbc3385941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4146ba92-3b57-4215-a84a-844746ab868a" -d '{"events": [{"server_uuid": "1ea07e3c-1759-4aa7-905d-60be8e2de62c", "name": "network-vif-deleted", "tag": "ae6f8a11-4e0b-4392-978e-e73445e5f163"}]}' {{(pid=92746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:32:28.841379 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a20f0266-04a3-44b6-b937-cb25b8ae1bdc x-openstack-request-id: req-a20f0266-04a3-44b6-b937-cb25b8ae1bdc {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:32:28.841646 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ea07e3c-1759-4aa7-905d-60be8e2de62c", "name": "network-vif-deleted", "tag": "ae6f8a11-4e0b-4392-978e-e73445e5f163", "status": "completed", "code": 200}]} {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:32:28.841932 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a20f0266-04a3-44b6-b937-cb25b8ae1bdc {{(pid=92746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:32:28.842359 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ea07e3c-1759-4aa7-905d-60be8e2de62c', 'name': 'network-vif-deleted', 'tag': 'ae6f8a11-4e0b-4392-978e-e73445e5f163', 'status': 'completed', 'code': 200} Jun 21 04:32:28.905118 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Pushing event updated for resources: {'Port': ['ID=9201607d-8505-40c7-a832-737b5143d231,revision_number=10']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:28.945664 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:28.982151 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvr_db [None req-3fcdaa6d-ae12-4ed0-97c6-66b6dd4971df None None] Set router c8c403f1-f0cf-416a-82d9-a3c36e3abb16 gateway port host: dv-cinder-796889-2-smb {{(pid=92747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:32:29.157773 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device c8815bbd-8a66-4cb6-ae0a-692b1c5cf3b5 up at agent ovs-agent-dv-cinder-796889-2-smb {{(pid=92747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:32:29.465451 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Provisioning complete for port c8815bbd-8a66-4cb6-ae0a-692b1c5cf3b5 triggered by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:32:29.466979 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:29.558211 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46bea85-5a45-49a0-9bab-1c98831a7e10 req-9ac897a8-0e0d-4d27-8fd5-43c8354d0aa3 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:29.559838 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-d46bea85-5a45-49a0-9bab-1c98831a7e10 req-9ac897a8-0e0d-4d27-8fd5-43c8354d0aa3 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60 HTTP/1.1" status: 200 len: 947 time: 0.1751225 Jun 21 04:32:29.597810 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-3fcdaa6d-ae12-4ed0-97c6-66b6dd4971df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c403f1-f0cf-416a-82d9-a3c36e3abb16', 'name': 'tempest-TestMinimumBasicScenario-947881704-router', 'tenant_id': '4a170ccead634f82be8e6884254defaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.84'}], 'enable_snat': True}, 'gw_port_id': 'c8815bbd-8a66-4cb6-ae0a-692b1c5cf3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:32:21Z', 'updated_at': '2021-06-21T04:32:25Z', 'revision_number': 4, 'project_id': '4a170ccead634f82be8e6884254defaf', 'gw_port': {'id': 'c8815bbd-8a66-4cb6-ae0a-692b1c5cf3b5', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c403f1-f0cf-416a-82d9-a3c36e3abb16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:32:22Z', 'updated_at': '2021-06-21T04:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb', '_interfaces': [{'id': '98708dba-6a96-462e-85ae-10e746027bf6', 'name': '', 'network_id': '2841fcc9-cbe8-40e0-8b5a-c6b0b7b81fa6', 'tenant_id': '4a170ccead634f82be8e6884254defaf', 'mac_address': 'fa:16:3e:05:01:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c403f1-f0cf-416a-82d9-a3c36e3abb16', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '1d551fa4-6872-4535-875b-3c4195c87800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:32:23Z', 'updated_at': '2021-06-21T04:32:25Z', 'revision_number': 2, 'project_id': '4a170ccead634f82be8e6884254defaf', 'subnets': [{'id': '1d551fa4-6872-4535-875b-3c4195c87800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-smb', False) {} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:29.619681 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-d46bea85-5a45-49a0-9bab-1c98831a7e10 req-4ed2eb37-4e56-480f-a2a6-f787f088012d tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=39085220-cdcc-4a6f-81ee-ed6b884a5b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475011 Jun 21 04:32:29.637386 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0997d46d-9766-4d56-98c4-79b76488a86c req-439edbae-c752-4dc1-877c-821f0e83e4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:29.641132 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-0997d46d-9766-4d56-98c4-79b76488a86c req-439edbae-c752-4dc1-877c-821f0e83e4ab service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60 HTTP/1.1" status: 200 len: 1100 time: 0.1671083 Jun 21 04:32:29.725844 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-0997d46d-9766-4d56-98c4-79b76488a86c req-eb38fbbe-cefa-498d-9d70-604d5afc0b92 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=39085220-cdcc-4a6f-81ee-ed6b884a5b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685778 Jun 21 04:32:29.733337 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcdaa6d-ae12-4ed0-97c6-66b6dd4971df None None] Checking router: c8c403f1-f0cf-416a-82d9-a3c36e3abb16 for host: dv-cinder-796889-2-smb {{(pid=92747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:32:29.738662 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcdaa6d-ae12-4ed0-97c6-66b6dd4971df None None] Updating router c8c403f1-f0cf-416a-82d9-a3c36e3abb16 port 98708dba-6a96-462e-85ae-10e746027bf6 binding host dv-cinder-796889-2-smb {{(pid=92747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:32:29.779325 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-58845ef8-c382-4773-926a-d21f7286d9c9 req-ed9d6521-80be-4d59-aa3b-4eb4cb5030c9 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ea07e3c-1759-4aa7-905d-60be8e2de62c HTTP/1.1" status: 200 len: 210 time: 0.0395780 Jun 21 04:32:29.810388 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-3fcdaa6d-ae12-4ed0-97c6-66b6dd4971df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:30.287372 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-3fcdaa6d-ae12-4ed0-97c6-66b6dd4971df None None] Notify callbacks [] for port, precommit_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:30.303734 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-3fcdaa6d-ae12-4ed0-97c6-66b6dd4971df None None] Transition to ACTIVE for port object 98708dba-6a96-462e-85ae-10e746027bf6 will not be triggered until provisioned by entity L2. {{(pid=92747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:32:30.313107 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-3fcdaa6d-ae12-4ed0-97c6-66b6dd4971df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:30.316775 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:30.527846 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4da766a-d0cc-4499-9888-7be1f6f89a7d None None] Pushing event updated for resources: {'Port': ['ID=98708dba-6a96-462e-85ae-10e746027bf6,revision_number=3']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:30.551623 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-f4da766a-d0cc-4499-9888-7be1f6f89a7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:30.591956 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.managers [None req-3fcdaa6d-ae12-4ed0-97c6-66b6dd4971df None None] Attempting to bind port 98708dba-6a96-462e-85ae-10e746027bf6 on host dv-cinder-796889-2-smb for vnic_type normal with profile {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:32:30.592735 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.managers [None req-3fcdaa6d-ae12-4ed0-97c6-66b6dd4971df None None] Attempting to bind port 98708dba-6a96-462e-85ae-10e746027bf6 by drivers openvswitch,hyperv on host dv-cinder-796889-2-smb at level 0 using segments [{'id': 'cdcdba3d-e4e7-4ce7-bebe-b1b0b54d2ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '2841fcc9-cbe8-40e0-8b5a-c6b0b7b81fa6'}] {{(pid=92747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:32:30.593403 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcdaa6d-ae12-4ed0-97c6-66b6dd4971df None None] Attempting to bind port 98708dba-6a96-462e-85ae-10e746027bf6 on network 2841fcc9-cbe8-40e0-8b5a-c6b0b7b81fa6 {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:32:30.599504 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcdaa6d-ae12-4ed0-97c6-66b6dd4971df None None] Checking agent: {'id': '81412f97-b552-4c66-a995-535fb532aea6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 21, 37), 'started_at': datetime.datetime(2021, 6, 21, 4, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:32:30.600036 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcdaa6d-ae12-4ed0-97c6-66b6dd4971df None None] Checking segment: {'id': 'cdcdba3d-e4e7-4ce7-bebe-b1b0b54d2ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '2841fcc9-cbe8-40e0-8b5a-c6b0b7b81fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:32:30.600575 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-3fcdaa6d-ae12-4ed0-97c6-66b6dd4971df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:30.601080 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcdaa6d-ae12-4ed0-97c6-66b6dd4971df None None] Bound using segment: {'id': 'cdcdba3d-e4e7-4ce7-bebe-b1b0b54d2ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '2841fcc9-cbe8-40e0-8b5a-c6b0b7b81fa6'} {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:32:30.601688 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.managers [None req-3fcdaa6d-ae12-4ed0-97c6-66b6dd4971df None None] Bound port: 98708dba-6a96-462e-85ae-10e746027bf6, host: dv-cinder-796889-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdcdba3d-e4e7-4ce7-bebe-b1b0b54d2ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '2841fcc9-cbe8-40e0-8b5a-c6b0b7b81fa6'}}] {{(pid=92747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:32:30.602181 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-3fcdaa6d-ae12-4ed0-97c6-66b6dd4971df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:30.679451 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-3fcdaa6d-ae12-4ed0-97c6-66b6dd4971df None None] For port 98708dba-6a96-462e-85ae-10e746027bf6, host dv-cinder-796889-2-smb, cleared binding levels {{(pid=92747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:32:30.682684 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-3fcdaa6d-ae12-4ed0-97c6-66b6dd4971df None None] For port 98708dba-6a96-462e-85ae-10e746027bf6, host dv-cinder-796889-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-smb',level=0,port_id=98708dba-6a96-462e-85ae-10e746027bf6,segment=NetworkSegment(cdcdba3d-e4e7-4ce7-bebe-b1b0b54d2ce2),segment_id=cdcdba3d-e4e7-4ce7-bebe-b1b0b54d2ce2)] {{(pid=92747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:32:30.687311 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-3fcdaa6d-ae12-4ed0-97c6-66b6dd4971df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:30.690054 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:30.767563 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcdaa6d-ae12-4ed0-97c6-66b6dd4971df None None] Routers {'c8c403f1-f0cf-416a-82d9-a3c36e3abb16'} bound to L3 agent in host dv-cinder-796889-2-smb {{(pid=92747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:32:30.769013 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-3fcdaa6d-ae12-4ed0-97c6-66b6dd4971df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T04:21:37Z,description=,heartbeat_timestamp=2021-06-21T04:32:07Z,host='dv-cinder-796889-2-smb',id=c5fde6f5-f096-4668-9faa-154c63e10de0,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:21:37Z,topic='l3_agent')) {'router_ids': ['c8c403f1-f0cf-416a-82d9-a3c36e3abb16'], 'active': True} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:30.789615 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4da766a-d0cc-4499-9888-7be1f6f89a7d None None] Pushing event updated for resources: {'Port': ['ID=98708dba-6a96-462e-85ae-10e746027bf6,revision_number=4']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:30.896040 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-f4da766a-d0cc-4499-9888-7be1f6f89a7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:31.049242 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be25f6-a770-412c-b319-b26ca82485f2 req-b2191f04-ec0e-484e-a069-56fafc1374a3 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:31.051833 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-19be25f6-a770-412c-b319-b26ca82485f2 req-b2191f04-ec0e-484e-a069-56fafc1374a3 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60 HTTP/1.1" status: 200 len: 947 time: 0.1503551 Jun 21 04:32:31.065371 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvr_db [None req-3fcdaa6d-ae12-4ed0-97c6-66b6dd4971df None None] Set router c8c403f1-f0cf-416a-82d9-a3c36e3abb16 gateway port host: dv-cinder-796889-2-smb {{(pid=92747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:32:31.102679 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-19be25f6-a770-412c-b319-b26ca82485f2 req-aac616d2-3a7f-4c51-8674-13f16c8424a4 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=39085220-cdcc-4a6f-81ee-ed6b884a5b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407815 Jun 21 04:32:31.420247 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-3fcdaa6d-ae12-4ed0-97c6-66b6dd4971df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c403f1-f0cf-416a-82d9-a3c36e3abb16', 'name': 'tempest-TestMinimumBasicScenario-947881704-router', 'tenant_id': '4a170ccead634f82be8e6884254defaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.84'}], 'enable_snat': True}, 'gw_port_id': 'c8815bbd-8a66-4cb6-ae0a-692b1c5cf3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:32:21Z', 'updated_at': '2021-06-21T04:32:25Z', 'revision_number': 4, 'project_id': '4a170ccead634f82be8e6884254defaf', 'gw_port': {'id': 'c8815bbd-8a66-4cb6-ae0a-692b1c5cf3b5', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c403f1-f0cf-416a-82d9-a3c36e3abb16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:32:22Z', 'updated_at': '2021-06-21T04:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb', '_interfaces': [{'id': '98708dba-6a96-462e-85ae-10e746027bf6', 'name': '', 'network_id': '2841fcc9-cbe8-40e0-8b5a-c6b0b7b81fa6', 'tenant_id': '4a170ccead634f82be8e6884254defaf', 'mac_address': 'fa:16:3e:05:01:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c403f1-f0cf-416a-82d9-a3c36e3abb16', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '1d551fa4-6872-4535-875b-3c4195c87800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:32:23Z', 'updated_at': '2021-06-21T04:32:30Z', 'revision_number': 4, 'project_id': '4a170ccead634f82be8e6884254defaf', 'subnets': [{'id': '1d551fa4-6872-4535-875b-3c4195c87800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-smb', False) {} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:31.456607 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcdaa6d-ae12-4ed0-97c6-66b6dd4971df None None] The sync data for ids ['c8c403f1-f0cf-416a-82d9-a3c36e3abb16'] in dv-cinder-796889-2-smb is: [{'id': 'c8c403f1-f0cf-416a-82d9-a3c36e3abb16', 'name': 'tempest-TestMinimumBasicScenario-947881704-router', 'tenant_id': '4a170ccead634f82be8e6884254defaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.84'}], 'enable_snat': True}, 'gw_port_id': 'c8815bbd-8a66-4cb6-ae0a-692b1c5cf3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:32:21Z', 'updated_at': '2021-06-21T04:32:25Z', 'revision_number': 4, 'project_id': '4a170ccead634f82be8e6884254defaf', 'gw_port': {'id': 'c8815bbd-8a66-4cb6-ae0a-692b1c5cf3b5', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c403f1-f0cf-416a-82d9-a3c36e3abb16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:32:22Z', 'updated_at': '2021-06-21T04:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb', '_interfaces': [{'id': '98708dba-6a96-462e-85ae-10e746027bf6', 'name': '', 'network_id': '2841fcc9-cbe8-40e0-8b5a-c6b0b7b81fa6', 'tenant_id': '4a170ccead634f82be8e6884254defaf', 'mac_address': 'fa:16:3e:05:01:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c403f1-f0cf-416a-82d9-a3c36e3abb16', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '1d551fa4-6872-4535-875b-3c4195c87800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:32:23Z', 'updated_at': '2021-06-21T04:32:30Z', 'revision_number': 4, 'project_id': '4a170ccead634f82be8e6884254defaf', 'subnets': [{'id': '1d551fa4-6872-4535-875b-3c4195c87800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:32:31.645699 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a791e0-677a-44f0-b265-370af0403637 req-43b6154d-1b92-4d13-b255-f2027d43d713 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:31.647154 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-11a791e0-677a-44f0-b265-370af0403637 req-43b6154d-1b92-4d13-b255-f2027d43d713 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6afa05c-5040-4202-a64c-c703c946ff1a HTTP/1.1" status: 200 len: 945 time: 0.1124847 Jun 21 04:32:31.703858 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-11a791e0-677a-44f0-b265-370af0403637 req-1182d70a-73cf-4f21-8ed5-9442eabb37ab tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496817 Jun 21 04:32:32.251317 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device ae6f8a11-4e0b-4392-978e-e73445e5f163 no longer exists at agent hyperv_hv-cinder-79688 {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:32:32.321457 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] No Port match for: ae6f8a11-4e0b-4392-978e-e73445e5f163 {{(pid=92747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:32:32.322189 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device ae6f8a11-4e0b-4392-978e-e73445e5f163 not bound to the agent host hv-cinder-79688 {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:32:32.371314 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa924c98-86f6-49f1-a8b0-929dd2439aa4 req-7c3163d0-f14e-4675-8566-bd99306049d1 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:32.379285 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-aa924c98-86f6-49f1-a8b0-929dd2439aa4 req-7c3163d0-f14e-4675-8566-bd99306049d1 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60 HTTP/1.1" status: 200 len: 947 time: 0.1209617 Jun 21 04:32:32.382310 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device 98708dba-6a96-462e-85ae-10e746027bf6 up at agent ovs-agent-dv-cinder-796889-2-smb {{(pid=92747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:32:32.461458 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-aa924c98-86f6-49f1-a8b0-929dd2439aa4 req-5e66c453-f3bc-42a8-9202-b73d41170810 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=39085220-cdcc-4a6f-81ee-ed6b884a5b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669451 Jun 21 04:32:32.471861 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Provisioning for port 98708dba-6a96-462e-85ae-10e746027bf6 completed by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:32:32.477451 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Provisioning complete for port 98708dba-6a96-462e-85ae-10e746027bf6 triggered by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:32:32.478143 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:32.591394 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:32.637970 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-f392fa84-7a48-456a-8363-78490891b966 None None] For port 98708dba-6a96-462e-85ae-10e746027bf6, host dv-cinder-796889-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-smb',level=0,port_id=98708dba-6a96-462e-85ae-10e746027bf6,segment=NetworkSegment(cdcdba3d-e4e7-4ce7-bebe-b1b0b54d2ce2),segment_id=cdcdba3d-e4e7-4ce7-bebe-b1b0b54d2ce2)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:32:32.650231 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:32.658124 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:32.739981 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Pushing event updated for resources: {'Port': ['ID=98708dba-6a96-462e-85ae-10e746027bf6,revision_number=5']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:32.745963 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:32.958140 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33837f7b-1dd8-49d5-a74c-aa531fa6e092 req-fb66132f-6bde-4457-bd9b-9e6253460453 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:32.965761 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-33837f7b-1dd8-49d5-a74c-aa531fa6e092 req-fb66132f-6bde-4457-bd9b-9e6253460453 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6afa05c-5040-4202-a64c-c703c946ff1a HTTP/1.1" status: 200 len: 945 time: 0.0826435 Jun 21 04:32:33.003834 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-33837f7b-1dd8-49d5-a74c-aa531fa6e092 req-69cfeaa5-065c-4bbd-9da3-68eaeb51b6e9 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371988 Jun 21 04:32:33.657386 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ce8f2-ca6c-41ad-b991-9d10ae521c3e req-5a3b1eaa-9f0e-4a9b-bf23-d61ce9704a3c tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:33.658934 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-2f8ce8f2-ca6c-41ad-b991-9d10ae521c3e req-5a3b1eaa-9f0e-4a9b-bf23-d61ce9704a3c tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60 HTTP/1.1" status: 200 len: 947 time: 0.0681548 Jun 21 04:32:33.704976 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-2f8ce8f2-ca6c-41ad-b991-9d10ae521c3e req-8962f257-44aa-4e27-89e2-0279d73b8b76 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=39085220-cdcc-4a6f-81ee-ed6b884a5b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374858 Jun 21 04:32:34.152962 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-52def4a3-91e0-460e-9613-0352ba72a854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:34.223199 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e3346-662d-4f1a-b54f-ff11994951aa req-fe237c1e-15a0-488d-8dd9-56fd3da180b6 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:34.253856 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-ac7e3346-662d-4f1a-b54f-ff11994951aa req-fe237c1e-15a0-488d-8dd9-56fd3da180b6 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6afa05c-5040-4202-a64c-c703c946ff1a HTTP/1.1" status: 200 len: 945 time: 0.1009738 Jun 21 04:32:34.291150 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device 98708dba-6a96-462e-85ae-10e746027bf6 up at agent ovs-agent-dv-cinder-796889-2-smb {{(pid=92747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:32:34.306746 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-ac7e3346-662d-4f1a-b54f-ff11994951aa req-18082df4-c784-4ebb-8fbf-6b3b76a89ad4 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590250 Jun 21 04:32:34.368667 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Provisioning complete for port 98708dba-6a96-462e-85ae-10e746027bf6 triggered by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:32:34.369047 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:35.192422 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-336d9042-7c67-4fb7-9753-51686a7f02f3 req-77537b06-4fde-4a4b-8fb2-756cb7043896 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=31b09ee5-1585-43ef-9a4f-8bbacc6385ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0570495 Jun 21 04:32:35.325759 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d9042-7c67-4fb7-9753-51686a7f02f3 req-65da46eb-48b1-40da-aeb0-bcf1d40d5419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:35.327388 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-336d9042-7c67-4fb7-9753-51686a7f02f3 req-65da46eb-48b1-40da-aeb0-bcf1d40d5419 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=975d204c53d040d2a863b56978bb847b&device_id=31b09ee5-1585-43ef-9a4f-8bbacc6385ff HTTP/1.1" status: 200 len: 1099 time: 0.0675600 Jun 21 04:32:35.476382 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d9042-7c67-4fb7-9753-51686a7f02f3 req-7884ec41-95f8-4c6d-906b-d12ca439dee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:35.478244 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-336d9042-7c67-4fb7-9753-51686a7f02f3 req-7884ec41-95f8-4c6d-906b-d12ca439dee2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=266761c6-991a-4b5c-89b7-18dc73edeb62 HTTP/1.1" status: 200 len: 912 time: 0.1213369 Jun 21 04:32:35.831154 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-336d9042-7c67-4fb7-9753-51686a7f02f3 req-5e2496d3-a740-4f3b-81d4-082167114036 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6eecac39-7f26-4c7d-8265-93cd1def8967 HTTP/1.1" status: 200 len: 1001 time: 0.3392920 Jun 21 04:32:35.843168 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab67a01-6a24-438a-b254-94901021d994 req-1b2b5e61-6032-45e6-a2b7-e9fe1c5e6fd6 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:35.850360 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-eab67a01-6a24-438a-b254-94901021d994 req-1b2b5e61-6032-45e6-a2b7-e9fe1c5e6fd6 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6afa05c-5040-4202-a64c-c703c946ff1a HTTP/1.1" status: 200 len: 945 time: 0.3672638 Jun 21 04:32:35.929937 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-eab67a01-6a24-438a-b254-94901021d994 req-5385e4d9-da1b-41c1-ab0f-6f8f51256582 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786195 Jun 21 04:32:35.932551 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d9042-7c67-4fb7-9753-51686a7f02f3 req-12dadfd5-b900-4884-9f78-f98974b6469f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:35.937016 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-336d9042-7c67-4fb7-9753-51686a7f02f3 req-12dadfd5-b900-4884-9f78-f98974b6469f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=17b08017-4248-42a3-9e39-b4aee30874d2 HTTP/1.1" status: 200 len: 850 time: 0.0841360 Jun 21 04:32:36.010767 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d9042-7c67-4fb7-9753-51686a7f02f3 req-37902c4f-2cb3-4e94-bc26-7a3bbd647400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:36.012503 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-336d9042-7c67-4fb7-9753-51686a7f02f3 req-37902c4f-2cb3-4e94-bc26-7a3bbd647400 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=266761c6-991a-4b5c-89b7-18dc73edeb62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0662258 Jun 21 04:32:36.125122 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-336d9042-7c67-4fb7-9753-51686a7f02f3 req-83f46ca2-b697-4beb-b1b9-6480be7c3200 service neutron] 10.222.0.38 "GET /v2.0/networks/266761c6-991a-4b5c-89b7-18dc73edeb62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977085 Jun 21 04:32:36.278124 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-336d9042-7c67-4fb7-9753-51686a7f02f3 req-3f9bad00-cab1-44cf-a786-b7ab5753a244 service neutron] 10.222.0.38 "GET /v2.0/networks/266761c6-991a-4b5c-89b7-18dc73edeb62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410658 Jun 21 04:32:36.293547 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0862b-0264-4e38-a87b-381f16950310 req-f10eb544-fbe5-4a71-becb-e4d3b9cb3383 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:36.294978 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-43d0862b-0264-4e38-a87b-381f16950310 req-f10eb544-fbe5-4a71-becb-e4d3b9cb3383 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/ports?device_id=31b09ee5-1585-43ef-9a4f-8bbacc6385ff HTTP/1.1" status: 200 len: 946 time: 0.1007330 Jun 21 04:32:36.336815 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-43d0862b-0264-4e38-a87b-381f16950310 req-6233b015-82a4-4015-9e55-79eb90d68aaa tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/security-groups?id=caf29c12-da81-4cc3-ac7d-970e1b1b08f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361702 Jun 21 04:32:36.749824 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-81f862ac-8908-4cb3-9eac-a082f4b08830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:36.847630 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:36.989534 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:37.120705 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580d7a61-4a06-496f-bf63-27ef45ec8518 req-05ab40d9-6a13-4f0c-b7b5-1ce305df566c tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:37.124444 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-580d7a61-4a06-496f-bf63-27ef45ec8518 req-05ab40d9-6a13-4f0c-b7b5-1ce305df566c tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6afa05c-5040-4202-a64c-c703c946ff1a HTTP/1.1" status: 200 len: 945 time: 0.0715613 Jun 21 04:32:37.164592 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-580d7a61-4a06-496f-bf63-27ef45ec8518 req-fe0d9fe3-9307-4f22-b10c-a263a7e5c145 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354624 Jun 21 04:32:37.592425 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07521da-92d5-4168-b14b-c31649eed166 req-6e444a3d-1c6f-46cb-8eea-eacb7845335c tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:37.594302 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-d07521da-92d5-4168-b14b-c31649eed166 req-6e444a3d-1c6f-46cb-8eea-eacb7845335c tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/ports?device_id=31b09ee5-1585-43ef-9a4f-8bbacc6385ff HTTP/1.1" status: 200 len: 946 time: 0.0905349 Jun 21 04:32:37.652044 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-d07521da-92d5-4168-b14b-c31649eed166 req-bc164b70-7d85-4bd7-968d-dbbfce58ad70 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/security-groups?id=caf29c12-da81-4cc3-ac7d-970e1b1b08f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514793 Jun 21 04:32:38.027726 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-af7905e6-f134-40b5-8f7f-d0c0aa400a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:38.408016 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa810a-7d83-44e2-a839-76db14de9137 req-83bf6d9b-b9b8-496a-a616-4e65e22352a1 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:38.409478 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-21aa810a-7d83-44e2-a839-76db14de9137 req-83bf6d9b-b9b8-496a-a616-4e65e22352a1 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/networks?id=9e3bb3a6-2b59-4fb4-895f-f70ce89edae9 HTTP/1.1" status: 200 len: 814 time: 0.1412375 Jun 21 04:32:38.421083 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d5ac8-9dcb-458d-ba45-8bb2046c2e4f req-edafd71f-19f2-4708-b089-671959f4af06 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:38.422511 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-845d5ac8-9dcb-458d-ba45-8bb2046c2e4f req-edafd71f-19f2-4708-b089-671959f4af06 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6afa05c-5040-4202-a64c-c703c946ff1a HTTP/1.1" status: 200 len: 945 time: 0.1316981 Jun 21 04:32:38.439571 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-21aa810a-7d83-44e2-a839-76db14de9137 req-12fd8abd-8979-4f8c-b32b-4842e84befe0 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/quotas/e61908d6671944fe97c42e49b197ffce HTTP/1.1" status: 200 len: 375 time: 0.0160720 Jun 21 04:32:38.489895 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-845d5ac8-9dcb-458d-ba45-8bb2046c2e4f req-7890ad3a-f1a0-48d5-a8e3-c588843ce16c tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/security-groups?id=d56d6666-8586-497b-9c78-db1d6c063e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584464 Jun 21 04:32:38.521482 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-21aa810a-7d83-44e2-a839-76db14de9137 req-e37b9b8e-4a61-447f-99b6-4fda2d5045f3 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e61908d6671944fe97c42e49b197ffce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0744917 Jun 21 04:32:38.616872 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-21aa810a-7d83-44e2-a839-76db14de9137 req-dbc22725-0e99-4ca6-a008-4b61fca00fcc service neutron] 10.222.0.13 "GET /v2.0/networks/9e3bb3a6-2b59-4fb4-895f-f70ce89edae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837522 Jun 21 04:32:38.743337 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-21aa810a-7d83-44e2-a839-76db14de9137 req-374979df-60ed-4d91-ad5d-b4fdc13c48b0 service neutron] 10.222.0.13 "GET /v2.0/networks/9e3bb3a6-2b59-4fb4-895f-f70ce89edae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208806 Jun 21 04:32:38.778788 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4cf259-ed06-4a40-a8bc-b2a24b77c56f req-89294418-eaaa-4f50-a8a9-172d7e1cf5ca tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:38.780250 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-2f4cf259-ed06-4a40-a8bc-b2a24b77c56f req-89294418-eaaa-4f50-a8a9-172d7e1cf5ca tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6afa05c-5040-4202-a64c-c703c946ff1a HTTP/1.1" status: 200 len: 945 time: 0.0768509 Jun 21 04:32:38.938771 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [req-2f4cf259-ed06-4a40-a8bc-b2a24b77c56f req-c78567ac-2c06-4d54-856e-b7418c42101d tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Deleting port cecae649-32ea-447c-aa51-6ce626930b79 {{(pid=92746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:32:38.938771 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-2f4cf259-ed06-4a40-a8bc-b2a24b77c56f req-c78567ac-2c06-4d54-856e-b7418c42101d tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789667499749'] for port, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:39.119746 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.db [req-2f4cf259-ed06-4a40-a8bc-b2a24b77c56f req-c78567ac-2c06-4d54-856e-b7418c42101d tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] For port cecae649-32ea-447c-aa51-6ce626930b79, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=cecae649-32ea-447c-aa51-6ce626930b79,segment=NetworkSegment(6a600e61-3574-4bd3-a34a-517fc2cc37fd),segment_id=6a600e61-3574-4bd3-a34a-517fc2cc37fd)] {{(pid=92746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:32:39.120109 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-2f4cf259-ed06-4a40-a8bc-b2a24b77c56f req-c78567ac-2c06-4d54-856e-b7418c42101d tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062555'] for port, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:39.197160 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [req-2f4cf259-ed06-4a40-a8bc-b2a24b77c56f req-c78567ac-2c06-4d54-856e-b7418c42101d tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Calling delete_port for cecae649-32ea-447c-aa51-6ce626930b79 owned by compute:nova {{(pid=92746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:32:39.205988 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df9be2d-f984-446e-b15e-9ded1e4acbc4 req-181a7c36-bfba-4a89-99bd-2bb74ca97128 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:39.207487 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-6df9be2d-f984-446e-b15e-9ded1e4acbc4 req-181a7c36-bfba-4a89-99bd-2bb74ca97128 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/ports?device_id=31b09ee5-1585-43ef-9a4f-8bbacc6385ff HTTP/1.1" status: 200 len: 946 time: 0.2450862 Jun 21 04:32:39.222572 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab89b78-1b9a-4b72-88af-95d7a04c4719 req-0d585e66-9b3e-4304-a4eb-9d424f3f85ea tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:39.224104 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-0ab89b78-1b9a-4b72-88af-95d7a04c4719 req-0d585e66-9b3e-4304-a4eb-9d424f3f85ea tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb3c6aec-7e6e-4d62-b6be-ae436ec8e5e6 HTTP/1.1" status: 200 len: 945 time: 0.2606256 Jun 21 04:32:39.335417 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-6df9be2d-f984-446e-b15e-9ded1e4acbc4 req-bcf54e90-c621-49a9-8375-8611a9620619 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/security-groups?id=caf29c12-da81-4cc3-ac7d-970e1b1b08f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217792 Jun 21 04:32:39.343765 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-0ab89b78-1b9a-4b72-88af-95d7a04c4719 req-14f3f296-7b03-41eb-bf9c-087fc5dd9ad9 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca98ce9e-f1a3-4909-a002-7e7104c7cc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072526 Jun 21 04:32:39.417018 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-2f4cf259-ed06-4a40-a8bc-b2a24b77c56f req-c78567ac-2c06-4d54-856e-b7418c42101d tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789667503845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789666979166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33408498'] for port, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:39.421893 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:39.450541 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78567ac-2c06-4d54-856e-b7418c42101d tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Pushing event deleted for resources: {'Port': ['ID=cecae649-32ea-447c-aa51-6ce626930b79,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:39.471081 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] get_ports_and_sgs() called for port_ids ['cecae649-32ea-447c-aa51-6ce626930b79'] {{(pid=92747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:32:39.489797 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-ef035731-29e0-4348-adfc-2a5622a276bd req-7cd496d8-20ba-4057-a126-52669add271a tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/ports?device_id=18996e50-2fae-40b4-98b0-4095a44006a0 HTTP/1.1" status: 200 len: 210 time: 0.0425692 Jun 21 04:32:39.492776 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78567ac-2c06-4d54-856e-b7418c42101d tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:39.493142 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78567ac-2c06-4d54-856e-b7418c42101d tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:39.493536 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78567ac-2c06-4d54-856e-b7418c42101d tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:39.493896 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78567ac-2c06-4d54-856e-b7418c42101d tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:39.494262 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78567ac-2c06-4d54-856e-b7418c42101d tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:39.494608 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78567ac-2c06-4d54-856e-b7418c42101d tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:39.494952 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78567ac-2c06-4d54-856e-b7418c42101d tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:39.495295 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78567ac-2c06-4d54-856e-b7418c42101d tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:39.495654 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78567ac-2c06-4d54-856e-b7418c42101d tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:39.495993 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78567ac-2c06-4d54-856e-b7418c42101d tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:39.496332 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78567ac-2c06-4d54-856e-b7418c42101d tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:39.496695 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78567ac-2c06-4d54-856e-b7418c42101d tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:39.514433 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-c78567ac-2c06-4d54-856e-b7418c42101d tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:39.535198 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f4cf259-ed06-4a40-a8bc-b2a24b77c56f req-c78567ac-2c06-4d54-856e-b7418c42101d tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] No DVR routers for this DVR port cecae649-32ea-447c-aa51-6ce626930b79 on host hv-cinder-79688 {{(pid=92746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:32:39.537873 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-2f4cf259-ed06-4a40-a8bc-b2a24b77c56f req-c78567ac-2c06-4d54-856e-b7418c42101d tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5899'] for port, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:39.540476 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-2f4cf259-ed06-4a40-a8bc-b2a24b77c56f req-c78567ac-2c06-4d54-856e-b7418c42101d tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.38 "DELETE /v2.0/ports/cecae649-32ea-447c-aa51-6ce626930b79 HTTP/1.1" status: 204 len: 173 time: 0.7508285 Jun 21 04:32:39.540966 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6afa05c-5040-4202-a64c-c703c946ff1a', 'name': 'network-vif-deleted', 'tag': 'cecae649-32ea-447c-aa51-6ce626930b79'}] {{(pid=92746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:32:39.543503 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7cbf71f9e1aa915714a5a62000f0bd5d8f9af41b6b6cc8a146f78dbc3385941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f621cc8a-8ce0-4801-8be9-5c9ba52a053d" -d '{"events": [{"server_uuid": "a6afa05c-5040-4202-a64c-c703c946ff1a", "name": "network-vif-deleted", "tag": "cecae649-32ea-447c-aa51-6ce626930b79"}]}' {{(pid=92746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:32:39.581381 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ac9321-682a-40ab-91dc-ba4723ba41f7 x-openstack-request-id: req-26ac9321-682a-40ab-91dc-ba4723ba41f7 {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:32:39.581705 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6afa05c-5040-4202-a64c-c703c946ff1a", "name": "network-vif-deleted", "tag": "cecae649-32ea-447c-aa51-6ce626930b79", "status": "completed", "code": 200}]} {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:32:39.581982 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-26ac9321-682a-40ab-91dc-ba4723ba41f7 {{(pid=92746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:32:39.582399 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6afa05c-5040-4202-a64c-c703c946ff1a', 'name': 'network-vif-deleted', 'tag': 'cecae649-32ea-447c-aa51-6ce626930b79', 'status': 'completed', 'code': 200} Jun 21 04:32:39.633252 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-410c395a-ca3a-4855-90fb-923e0a2b4d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:39.641087 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-4bd004ca-7a41-4abd-b2b6-9fff3fadeefa req-2f368a0d-235f-4d87-b41e-c55805431a7c tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6afa05c-5040-4202-a64c-c703c946ff1a HTTP/1.1" status: 200 len: 210 time: 0.0306718 Jun 21 04:32:40.271843 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa810a-7d83-44e2-a839-76db14de9137 req-0e656d7d-15ba-4922-b868-4b069ccb6cb3 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:40.273866 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-21aa810a-7d83-44e2-a839-76db14de9137 req-0e656d7d-15ba-4922-b868-4b069ccb6cb3 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.38 "GET /v2.0/networks?id=9e3bb3a6-2b59-4fb4-895f-f70ce89edae9 HTTP/1.1" status: 200 len: 814 time: 0.1027484 Jun 21 04:32:40.302956 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.v2.base [req-21aa810a-7d83-44e2-a839-76db14de9137 req-4435105b-2bfd-4dcc-97c9-272c58e6eecc tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Request body: {'port': {'device_id': '18996e50-2fae-40b4-98b0-4095a44006a0', 'network_id': '9e3bb3a6-2b59-4fb4-895f-f70ce89edae9', 'admin_state_up': True, 'tenant_id': 'e61908d6671944fe97c42e49b197ffce'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:32:40.432986 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21aa810a-7d83-44e2-a839-76db14de9137 req-4435105b-2bfd-4dcc-97c9-272c58e6eecc tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Made reservation on behalf of e61908d6671944fe97c42e49b197ffce for: {'port': 1} {{(pid=92746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:32:40.437092 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-21aa810a-7d83-44e2-a839-76db14de9137 req-4435105b-2bfd-4dcc-97c9-272c58e6eecc tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-632420'] for port, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:40.655398 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02629ea7-34ac-47c4-b496-2b6a1c6d49ec req-045d6e38-c38a-44d6-a3f8-a40468352b49 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:40.656912 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-02629ea7-34ac-47c4-b496-2b6a1c6d49ec req-045d6e38-c38a-44d6-a3f8-a40468352b49 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/ports?device_id=31b09ee5-1585-43ef-9a4f-8bbacc6385ff HTTP/1.1" status: 200 len: 946 time: 0.1928935 Jun 21 04:32:40.663129 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.db.db_base_plugin_common [req-21aa810a-7d83-44e2-a839-76db14de9137 req-4435105b-2bfd-4dcc-97c9-272c58e6eecc tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Allocated IP 172.20.0.10 (9e3bb3a6-2b59-4fb4-895f-f70ce89edae9/918f4e71-5bf8-48ad-8f22-8af261c5caaa/d7ac8078-a076-4502-9a85-1eb7e02bdc07) {{(pid=92746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:32:40.687539 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39cfe78-249f-43d7-83a5-ba149c4e9eb5 req-9b9f3876-dc87-4763-91dd-bbc0cbe774be tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:40.688953 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-b39cfe78-249f-43d7-83a5-ba149c4e9eb5 req-9b9f3876-dc87-4763-91dd-bbc0cbe774be tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb3c6aec-7e6e-4d62-b6be-ae436ec8e5e6 HTTP/1.1" status: 200 len: 945 time: 0.1713626 Jun 21 04:32:40.764764 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-02629ea7-34ac-47c4-b496-2b6a1c6d49ec req-ffc80733-54cf-4aa2-858a-33ec32ce6c20 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/security-groups?id=caf29c12-da81-4cc3-ac7d-970e1b1b08f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984492 Jun 21 04:32:40.811796 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-b39cfe78-249f-43d7-83a5-ba149c4e9eb5 req-c280546c-599d-4889-9bb9-c0e18c45fa69 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca98ce9e-f1a3-4909-a002-7e7104c7cc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101563 Jun 21 04:32:40.920092 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 32818) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:41.031878 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-486bc408-1e25-41ba-9716-4bdfa98467f0 req-704e095e-5c4a-4c44-b126-0327d99d794a tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/ports?device_id=18996e50-2fae-40b4-98b0-4095a44006a0 HTTP/1.1" status: 200 len: 210 time: 0.1035893 Jun 21 04:32:41.100238 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-21aa810a-7d83-44e2-a839-76db14de9137 req-4435105b-2bfd-4dcc-97c9-272c58e6eecc tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Notify callbacks [] for port, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:41.120158 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.db.provisioning_blocks [req-21aa810a-7d83-44e2-a839-76db14de9137 req-4435105b-2bfd-4dcc-97c9-272c58e6eecc tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Transition to ACTIVE for port object d7ac8078-a076-4502-9a85-1eb7e02bdc07 will not be triggered until provisioned by entity DHCP. {{(pid=92746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:32:41.160385 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-21aa810a-7d83-44e2-a839-76db14de9137 req-4435105b-2bfd-4dcc-97c9-272c58e6eecc tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789666979157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33408509'] for port, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:41.168675 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-4c5787fa-ccda-463c-b1dc-9d9246584ee3 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:41.223212 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21aa810a-7d83-44e2-a839-76db14de9137 req-4435105b-2bfd-4dcc-97c9-272c58e6eecc tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Network 9e3bb3a6-2b59-4fb4-895f-f70ce89edae9 is already hosted by enough agents. {{(pid=92746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:32:41.224957 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.scheduler.base_scheduler [req-21aa810a-7d83-44e2-a839-76db14de9137 req-4435105b-2bfd-4dcc-97c9-272c58e6eecc tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Resources bound (agent type, host, resource id): {{(pid=92746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:32:41.228249 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [req-21aa810a-7d83-44e2-a839-76db14de9137 req-4435105b-2bfd-4dcc-97c9-272c58e6eecc tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Received port after_create {{(pid=92746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:32:41.299419 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa810a-7d83-44e2-a839-76db14de9137 req-4435105b-2bfd-4dcc-97c9-272c58e6eecc tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:41.300050 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-21aa810a-7d83-44e2-a839-76db14de9137 req-4435105b-2bfd-4dcc-97c9-272c58e6eecc tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5899'] for port, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:41.315773 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435105b-2bfd-4dcc-97c9-272c58e6eecc tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Pushing event updated for resources: {'Port': ['ID=d7ac8078-a076-4502-9a85-1eb7e02bdc07,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:41.320346 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-4435105b-2bfd-4dcc-97c9-272c58e6eecc tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:41.324321 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-21aa810a-7d83-44e2-a839-76db14de9137 req-4435105b-2bfd-4dcc-97c9-272c58e6eecc tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0252004 Jun 21 04:32:41.496223 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-2d5a4162-95bc-430c-817a-05fe4487a784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33243850'] for router_interface, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:41.587125 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-23911c35-3817-419a-9b3d-f07e8109b740 None None] Provisioning for port d7ac8078-a076-4502-9a85-1eb7e02bdc07 completed by entity DHCP. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:32:41.600730 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-23911c35-3817-419a-9b3d-f07e8109b740 None None] Provisioning complete for port d7ac8078-a076-4502-9a85-1eb7e02bdc07 triggered by entity DHCP. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:32:41.601378 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-23911c35-3817-419a-9b3d-f07e8109b740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:41.638139 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-23911c35-3817-419a-9b3d-f07e8109b740 None None] Port d7ac8078-a076-4502-9a85-1eb7e02bdc07 cannot update to ACTIVE because it is not bound. {{(pid=92747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:32:41.798140 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-2d5a4162-95bc-430c-817a-05fe4487a784 admin admin] Deleting port 13d980d7-acbb-4e40-b434-2cdb9da20941 {{(pid=92745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:32:41.798400 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-2d5a4162-95bc-430c-817a-05fe4487a784 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789667499749'] for port, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:41.893947 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-2d5a4162-95bc-430c-817a-05fe4487a784 admin admin] For port 13d980d7-acbb-4e40-b434-2cdb9da20941, host dv-cinder-796889-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-smb',level=0,port_id=13d980d7-acbb-4e40-b434-2cdb9da20941,segment=NetworkSegment(6a600e61-3574-4bd3-a34a-517fc2cc37fd),segment_id=6a600e61-3574-4bd3-a34a-517fc2cc37fd)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:32:41.894325 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-2d5a4162-95bc-430c-817a-05fe4487a784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062555'] for port, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:41.968646 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a85ae0-5977-4797-9c0e-3d116c052551 req-ab074743-9b65-4878-b5ae-520a0ca8182b tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:41.974240 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-b2a85ae0-5977-4797-9c0e-3d116c052551 req-ab074743-9b65-4878-b5ae-520a0ca8182b tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/ports?device_id=31b09ee5-1585-43ef-9a4f-8bbacc6385ff HTTP/1.1" status: 200 len: 946 time: 0.0818913 Jun 21 04:32:41.979811 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-2d5a4162-95bc-430c-817a-05fe4487a784 admin admin] Calling delete_port for 13d980d7-acbb-4e40-b434-2cdb9da20941 owned by network:router_interface {{(pid=92745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:32:42.044930 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-b2a85ae0-5977-4797-9c0e-3d116c052551 req-51179d5b-da0e-4c42-99a4-e2762fad34c6 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/security-groups?id=caf29c12-da81-4cc3-ac7d-970e1b1b08f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568218 Jun 21 04:32:42.062825 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c3285-29b7-4e21-8e10-0eb379faf905 req-d7a93318-69ec-469e-a43e-c4b58b98f7ae tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:42.076152 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-379c3285-29b7-4e21-8e10-0eb379faf905 req-d7a93318-69ec-469e-a43e-c4b58b98f7ae tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb3c6aec-7e6e-4d62-b6be-ae436ec8e5e6 HTTP/1.1" status: 200 len: 945 time: 0.1282899 Jun 21 04:32:42.129526 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-379c3285-29b7-4e21-8e10-0eb379faf905 req-14f7297a-651a-41fb-8525-c85a1b6c6e46 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca98ce9e-f1a3-4909-a002-7e7104c7cc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475159 Jun 21 04:32:42.222784 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-2d5a4162-95bc-430c-817a-05fe4487a784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789667503845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789666979166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30039426'] for port, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:42.226679 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-723b4974-090b-4488-bc61-49e504a86263 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:42.252451 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5a4162-95bc-430c-817a-05fe4487a784 admin admin] Pushing event deleted for resources: {'Port': ['ID=13d980d7-acbb-4e40-b434-2cdb9da20941,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:42.255798 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-2d5a4162-95bc-430c-817a-05fe4487a784 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:42.294201 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e254cc-5919-40aa-91ea-fc7fb1ade749 req-ac34a1da-5cae-4837-86cb-d5d76f869e58 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:42.296063 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-b2e254cc-5919-40aa-91ea-fc7fb1ade749 req-ac34a1da-5cae-4837-86cb-d5d76f869e58 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/ports?device_id=18996e50-2fae-40b4-98b0-4095a44006a0 HTTP/1.1" status: 200 len: 932 time: 0.1094234 Jun 21 04:32:42.305530 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device cecae649-32ea-447c-aa51-6ce626930b79 no longer exists at agent hyperv_hv-cinder-79688 {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:32:42.327935 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] No Port match for: cecae649-32ea-447c-aa51-6ce626930b79 {{(pid=92747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:32:42.328549 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device cecae649-32ea-447c-aa51-6ce626930b79 not bound to the agent host hv-cinder-79688 {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:32:42.352913 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-b2e254cc-5919-40aa-91ea-fc7fb1ade749 req-e84671ed-1dbc-4ae8-ab32-663e2c17dc5c tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/security-groups?id=7de10ea1-c321-48d0-bd45-f8ccf2f66da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509369 Jun 21 04:32:42.426399 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-2d5a4162-95bc-430c-817a-05fe4487a784 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33144680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33243766'] for router_interface, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:42.640509 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d5a4162-95bc-430c-817a-05fe4487a784 admin admin] Router 6dc3e814-c5ce-4cab-98cf-23ae5ddf9139 has already been hosted by L3 agent c5fde6f5-f096-4668-9faa-154c63e10de0 {{(pid=92745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:32:42.750634 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d5a4162-95bc-430c-817a-05fe4487a784 admin admin] Notify agent at l3_agent.dv-cinder-796889-2-smb the message routers_updated {{(pid=92745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:32:42.755577 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-2d5a4162-95bc-430c-817a-05fe4487a784 admin admin] 10.222.0.13 "PUT /v2.0/routers/6dc3e814-c5ce-4cab-98cf-23ae5ddf9139/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8344908 Jun 21 04:32:42.758762 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 32826) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:42.759766 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37dba7c-2626-47fc-be5b-203d7be6a66c None None] Sync routers for ids ['6dc3e814-c5ce-4cab-98cf-23ae5ddf9139'] in dv-cinder-796889-2-smb {{(pid=92748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:32:42.769261 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37dba7c-2626-47fc-be5b-203d7be6a66c None None] Routers {'6dc3e814-c5ce-4cab-98cf-23ae5ddf9139'} bound to L3 agent in host dv-cinder-796889-2-smb {{(pid=92748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:32:42.770069 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-f37dba7c-2626-47fc-be5b-203d7be6a66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T04:21:37Z,description=,heartbeat_timestamp=2021-06-21T04:32:37Z,host='dv-cinder-796889-2-smb',id=c5fde6f5-f096-4668-9faa-154c63e10de0,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:21:37Z,topic='l3_agent')) {'router_ids': ['6dc3e814-c5ce-4cab-98cf-23ae5ddf9139'], 'active': True} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:42.868951 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-2c64469f-434d-48cc-bef3-8916a258492c admin admin] Notify callbacks [] for router, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:42.889477 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_dvr_db [None req-f37dba7c-2626-47fc-be5b-203d7be6a66c None None] Set router 6dc3e814-c5ce-4cab-98cf-23ae5ddf9139 gateway port host: dv-cinder-796889-2-smb {{(pid=92748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:32:43.085615 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-f37dba7c-2626-47fc-be5b-203d7be6a66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc3e814-c5ce-4cab-98cf-23ae5ddf9139', 'name': 'tempest-ServerRescueNegativeTestJSON-2055509264-router', 'tenant_id': '092d282a6edc474b8f3300e8e6ee4b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.32'}], 'enable_snat': True}, 'gw_port_id': 'd4860a3b-5d89-4e56-97e2-94bdafc31e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:28Z', 'updated_at': '2021-06-21T04:32:42Z', 'revision_number': 5, 'project_id': '092d282a6edc474b8f3300e8e6ee4b67', 'gw_port': {'id': 'd4860a3b-5d89-4e56-97e2-94bdafc31e09', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ad:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc3e814-c5ce-4cab-98cf-23ae5ddf9139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:29Z', 'updated_at': '2021-06-21T04:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb'}], 'dv-cinder-796889-2-smb', False) {} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:43.114715 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37dba7c-2626-47fc-be5b-203d7be6a66c None None] Checking router: 6dc3e814-c5ce-4cab-98cf-23ae5ddf9139 for host: dv-cinder-796889-2-smb {{(pid=92748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:32:43.125145 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37dba7c-2626-47fc-be5b-203d7be6a66c None None] Routers {'6dc3e814-c5ce-4cab-98cf-23ae5ddf9139'} bound to L3 agent in host dv-cinder-796889-2-smb {{(pid=92748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:32:43.126424 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-f37dba7c-2626-47fc-be5b-203d7be6a66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T04:21:37Z,description=,heartbeat_timestamp=2021-06-21T04:32:37Z,host='dv-cinder-796889-2-smb',id=c5fde6f5-f096-4668-9faa-154c63e10de0,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:21:37Z,topic='l3_agent')) {'router_ids': ['6dc3e814-c5ce-4cab-98cf-23ae5ddf9139'], 'active': True} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:43.245067 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_dvr_db [None req-f37dba7c-2626-47fc-be5b-203d7be6a66c None None] Set router 6dc3e814-c5ce-4cab-98cf-23ae5ddf9139 gateway port host: dv-cinder-796889-2-smb {{(pid=92748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:32:43.313410 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-2c64469f-434d-48cc-bef3-8916a258492c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:43.415575 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687c165d-60de-486f-8f03-241b9711e2a1 req-252f7d37-ace2-44d2-8c80-a16a4eb32934 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:43.417084 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-687c165d-60de-486f-8f03-241b9711e2a1 req-252f7d37-ace2-44d2-8c80-a16a4eb32934 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/ports?device_id=31b09ee5-1585-43ef-9a4f-8bbacc6385ff HTTP/1.1" status: 200 len: 946 time: 0.1750793 Jun 21 04:32:43.448742 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-f37dba7c-2626-47fc-be5b-203d7be6a66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc3e814-c5ce-4cab-98cf-23ae5ddf9139', 'name': 'tempest-ServerRescueNegativeTestJSON-2055509264-router', 'tenant_id': '092d282a6edc474b8f3300e8e6ee4b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.32'}], 'enable_snat': True}, 'gw_port_id': 'd4860a3b-5d89-4e56-97e2-94bdafc31e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:28Z', 'updated_at': '2021-06-21T04:32:42Z', 'revision_number': 5, 'project_id': '092d282a6edc474b8f3300e8e6ee4b67', 'gw_port': {'id': 'd4860a3b-5d89-4e56-97e2-94bdafc31e09', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ad:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc3e814-c5ce-4cab-98cf-23ae5ddf9139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:29Z', 'updated_at': '2021-06-21T04:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb'}], 'dv-cinder-796889-2-smb', False) {} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:43.465367 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [None req-2c64469f-434d-48cc-bef3-8916a258492c admin admin] Deleting port d4860a3b-5d89-4e56-97e2-94bdafc31e09 {{(pid=92746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:32:43.465719 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-2c64469f-434d-48cc-bef3-8916a258492c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789667499749'] for port, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:43.476403 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d974f49-9186-4a41-8d5a-61f259233e01 req-31f03890-713c-45d5-8530-5ec703a32ac0 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:43.477930 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-4d974f49-9186-4a41-8d5a-61f259233e01 req-31f03890-713c-45d5-8530-5ec703a32ac0 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb3c6aec-7e6e-4d62-b6be-ae436ec8e5e6 HTTP/1.1" status: 200 len: 945 time: 0.1525836 Jun 21 04:32:43.487702 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37dba7c-2626-47fc-be5b-203d7be6a66c None None] The sync data for ids ['6dc3e814-c5ce-4cab-98cf-23ae5ddf9139'] in dv-cinder-796889-2-smb is: [{'id': '6dc3e814-c5ce-4cab-98cf-23ae5ddf9139', 'name': 'tempest-ServerRescueNegativeTestJSON-2055509264-router', 'tenant_id': '092d282a6edc474b8f3300e8e6ee4b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.32'}], 'enable_snat': True}, 'gw_port_id': 'd4860a3b-5d89-4e56-97e2-94bdafc31e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:28Z', 'updated_at': '2021-06-21T04:32:42Z', 'revision_number': 5, 'project_id': '092d282a6edc474b8f3300e8e6ee4b67', 'gw_port': {'id': 'd4860a3b-5d89-4e56-97e2-94bdafc31e09', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ad:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc3e814-c5ce-4cab-98cf-23ae5ddf9139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:29Z', 'updated_at': '2021-06-21T04:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb'}] {{(pid=92748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:32:43.530367 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-687c165d-60de-486f-8f03-241b9711e2a1 req-19ac5152-e893-477a-8b0d-3084016f8717 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/security-groups?id=caf29c12-da81-4cc3-ac7d-970e1b1b08f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069677 Jun 21 04:32:43.606897 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.db [None req-2c64469f-434d-48cc-bef3-8916a258492c admin admin] For port d4860a3b-5d89-4e56-97e2-94bdafc31e09, host dv-cinder-796889-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-smb',level=0,port_id=d4860a3b-5d89-4e56-97e2-94bdafc31e09,segment=NetworkSegment(022cd8a4-ba8b-492c-8b47-9af8409ae6a3),segment_id=022cd8a4-ba8b-492c-8b47-9af8409ae6a3)] {{(pid=92746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:32:43.607279 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-2c64469f-434d-48cc-bef3-8916a258492c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062555'] for port, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:43.620990 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-4d974f49-9186-4a41-8d5a-61f259233e01 req-661a26ac-5714-4ef5-9a7f-890891f3dcc8 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca98ce9e-f1a3-4909-a002-7e7104c7cc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301253 Jun 21 04:32:43.686964 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [None req-2c64469f-434d-48cc-bef3-8916a258492c admin admin] Calling delete_port for d4860a3b-5d89-4e56-97e2-94bdafc31e09 owned by network:router_gateway {{(pid=92746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:32:43.804920 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bfb66d-1d16-4494-8f48-31833b6e54ca req-1380abf3-4cde-46f0-96c5-15d04f329279 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:43.806341 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-17bfb66d-1d16-4494-8f48-31833b6e54ca req-1380abf3-4cde-46f0-96c5-15d04f329279 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/ports?device_id=18996e50-2fae-40b4-98b0-4095a44006a0 HTTP/1.1" status: 200 len: 932 time: 0.1523249 Jun 21 04:32:43.912534 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-17bfb66d-1d16-4494-8f48-31833b6e54ca req-e85f5511-1896-4823-ab7e-eb82222690f5 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/security-groups?id=7de10ea1-c321-48d0-bd45-f8ccf2f66da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874259 Jun 21 04:32:43.983004 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-2c64469f-434d-48cc-bef3-8916a258492c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789667503845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789666979166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33408498'] for port, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:43.985392 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-1bda3315-017f-410b-bda1-f626ce5e8b24 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:44.013061 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c64469f-434d-48cc-bef3-8916a258492c admin admin] Pushing event deleted for resources: {'Port': ['ID=d4860a3b-5d89-4e56-97e2-94bdafc31e09,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:44.015767 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-2c64469f-434d-48cc-bef3-8916a258492c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:44.092297 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-2c64469f-434d-48cc-bef3-8916a258492c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33062234'] for router_gateway, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:44.203175 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-2c64469f-434d-48cc-bef3-8916a258492c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33245252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7276'] for router, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:44.208109 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-2c64469f-434d-48cc-bef3-8916a258492c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:44.286800 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-2c64469f-434d-48cc-bef3-8916a258492c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33246741'] for router, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:44.287388 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c64469f-434d-48cc-bef3-8916a258492c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6dc3e814-c5ce-4cab-98cf-23ae5ddf9139 {{(pid=92746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 04:32:44.294187 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-2c64469f-434d-48cc-bef3-8916a258492c admin admin] Notify callbacks [] for router, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:44.297789 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-2c64469f-434d-48cc-bef3-8916a258492c admin admin] 10.222.0.13 "DELETE /v2.0/routers/6dc3e814-c5ce-4cab-98cf-23ae5ddf9139 HTTP/1.1" status: 204 len: 168 time: 1.5357640 Jun 21 04:32:44.298160 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 32836) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:44.365188 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.db_base_plugin_v2 [None req-294b0221-a6d7-43e8-bb21-e0fa671f67cc admin admin] Deleting subnet 73192c75-f1c9-4e6e-bed4-2117506a7d5e {{(pid=92745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 04:32:44.367645 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device 13d980d7-acbb-4e40-b434-2cdb9da20941 no longer exists at agent ovs-agent-dv-cinder-796889-2-smb {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:32:44.370074 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-294b0221-a6d7-43e8-bb21-e0fa671f67cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:44.389021 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-f392fa84-7a48-456a-8363-78490891b966 None None] No Port match for: 13d980d7-acbb-4e40-b434-2cdb9da20941 {{(pid=92747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:32:44.389423 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device 13d980d7-acbb-4e40-b434-2cdb9da20941 not bound to the agent host dv-cinder-796889-2-smb {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:32:44.414775 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-294b0221-a6d7-43e8-bb21-e0fa671f67cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31093958'] for subnet, precommit_delete_associations {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:44.468633 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-294b0221-a6d7-43e8-bb21-e0fa671f67cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739179'] for subnet, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:44.720961 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-294b0221-a6d7-43e8-bb21-e0fa671f67cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30039544', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3759915'] for subnet, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:44.730812 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:44.757387 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294b0221-a6d7-43e8-bb21-e0fa671f67cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73192c75-f1c9-4e6e-bed4-2117506a7d5e,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:44.759611 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-294b0221-a6d7-43e8-bb21-e0fa671f67cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33144588'] for subnet, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:44.761601 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-294b0221-a6d7-43e8-bb21-e0fa671f67cc admin admin] 10.222.0.13 "DELETE /v2.0/subnets/73192c75-f1c9-4e6e-bed4-2117506a7d5e HTTP/1.1" status: 204 len: 168 time: 0.4622486 Jun 21 04:32:44.763816 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-294b0221-a6d7-43e8-bb21-e0fa671f67cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:44.764536 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 32842) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:44.807037 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b5c578-60bb-46e3-8f31-e5de38bda415 req-53f5f118-2b73-4f4b-92a4-a615cece9963 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:44.808689 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-42b5c578-60bb-46e3-8f31-e5de38bda415 req-53f5f118-2b73-4f4b-92a4-a615cece9963 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/ports?device_id=31b09ee5-1585-43ef-9a4f-8bbacc6385ff HTTP/1.1" status: 200 len: 946 time: 0.1262937 Jun 21 04:32:44.856795 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-8f4f3405-6d7b-476d-ae8c-13cacabf2378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598551'] for network, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:44.886726 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-42b5c578-60bb-46e3-8f31-e5de38bda415 req-6b21dedb-149c-4a5f-b129-c90e4dc18939 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/security-groups?id=caf29c12-da81-4cc3-ac7d-970e1b1b08f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600405 Jun 21 04:32:44.916805 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f75c5d-ebb9-4449-bb7e-9879579c10de req-17253467-67ef-465d-90a8-e60b3b9843d8 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:44.918317 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-b8f75c5d-ebb9-4449-bb7e-9879579c10de req-17253467-67ef-465d-90a8-e60b3b9843d8 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb3c6aec-7e6e-4d62-b6be-ae436ec8e5e6 HTTP/1.1" status: 200 len: 945 time: 0.1472566 Jun 21 04:32:44.943497 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-8f4f3405-6d7b-476d-ae8c-13cacabf2378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-744180', 'neutron.services.segments.db._delete_segments_for_network-8789667519955'] for network, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:44.957684 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.services.segments.db [None req-8f4f3405-6d7b-476d-ae8c-13cacabf2378 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb14d1e4-153c-4833-8dee-e8145a700dcb']}} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:44.970301 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-b8f75c5d-ebb9-4449-bb7e-9879579c10de req-f4190b7f-50ed-4369-a27f-7bd24c8bfb57 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca98ce9e-f1a3-4909-a002-7e7104c7cc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448768 Jun 21 04:32:44.973683 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.services.segments.db [None req-8f4f3405-6d7b-476d-ae8c-13cacabf2378 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a600e61-3574-4bd3-a34a-517fc2cc37fd') {'for_net_delete': True} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:44.974158 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.services.segments.db [None req-8f4f3405-6d7b-476d-ae8c-13cacabf2378 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a600e61-3574-4bd3-a34a-517fc2cc37fd') {} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:44.993153 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-8f4f3405-6d7b-476d-ae8c-13cacabf2378 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789667519784', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31093967'] for segment, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:44.999877 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-8f4f3405-6d7b-476d-ae8c-13cacabf2378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740028'] for segment, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:45.006044 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f4f3405-6d7b-476d-ae8c-13cacabf2378 admin admin] Releasing vlan 812 on physical network physnet1 to pool {{(pid=92745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 04:32:45.006426 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-8f4f3405-6d7b-476d-ae8c-13cacabf2378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3649875'] for segment, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:45.008096 dv-cinder-796889-2-smb neutron-server[92745]: Traceback (most recent call last): Jun 21 04:32:45.008096 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 04:32:45.008096 dv-cinder-796889-2-smb neutron-server[92745]: timer() Jun 21 04:32:45.008096 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 04:32:45.008096 dv-cinder-796889-2-smb neutron-server[92745]: cb(*args, **kw) Jun 21 04:32:45.008096 dv-cinder-796889-2-smb neutron-server[92745]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 04:32:45.008096 dv-cinder-796889-2-smb neutron-server[92745]: return func(*args, **kwargs) Jun 21 04:32:45.008096 dv-cinder-796889-2-smb neutron-server[92745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 04:32:45.008096 dv-cinder-796889-2-smb neutron-server[92745]: self._notify() Jun 21 04:32:45.008096 dv-cinder-796889-2-smb neutron-server[92745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 04:32:45.008096 dv-cinder-796889-2-smb neutron-server[92745]: self.callback(batched_events) Jun 21 04:32:45.008096 dv-cinder-796889-2-smb neutron-server[92745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 04:32:45.008096 dv-cinder-796889-2-smb neutron-server[92745]: event.method(event) Jun 21 04:32:45.008096 dv-cinder-796889-2-smb neutron-server[92745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 04:32:45.008096 dv-cinder-796889-2-smb neutron-server[92745]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 04:32:45.008096 dv-cinder-796889-2-smb neutron-server[92745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 04:32:45.008096 dv-cinder-796889-2-smb neutron-server[92745]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 04:32:45.008096 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 04:32:45.008096 dv-cinder-796889-2-smb neutron-server[92745]: return f(self, *a, **k) Jun 21 04:32:45.008096 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 04:32:45.008096 dv-cinder-796889-2-smb neutron-server[92745]: return self._get(url).json() Jun 21 04:32:45.008096 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 04:32:45.008096 dv-cinder-796889-2-smb neutron-server[92745]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 04:32:45.008096 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 04:32:45.008096 dv-cinder-796889-2-smb neutron-server[92745]: return self.request(url, 'GET', **kwargs) Jun 21 04:32:45.008096 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 04:32:45.008096 dv-cinder-796889-2-smb neutron-server[92745]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 04:32:45.008096 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 04:32:45.008096 dv-cinder-796889-2-smb neutron-server[92745]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 04:32:45.008096 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 04:32:45.008096 dv-cinder-796889-2-smb neutron-server[92745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 04:32:45.008096 dv-cinder-796889-2-smb neutron-server[92745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 04:32:45.068093 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-8f4f3405-6d7b-476d-ae8c-13cacabf2378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-744173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33253182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33062277'] for network, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:45.072919 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:45.075668 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-8f4f3405-6d7b-476d-ae8c-13cacabf2378 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33144588'] for network, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:45.079852 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-8f4f3405-6d7b-476d-ae8c-13cacabf2378 admin admin] 10.222.0.13 "DELETE /v2.0/networks/eb14d1e4-153c-4833-8dee-e8145a700dcb HTTP/1.1" status: 204 len: 168 time: 0.3124557 Jun 21 04:32:45.089337 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4f3405-6d7b-476d-ae8c-13cacabf2378 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb14d1e4-153c-4833-8dee-e8145a700dcb,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:45.091780 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-8f4f3405-6d7b-476d-ae8c-13cacabf2378 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:45.127239 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6902ed4e-dbd1-41d7-8e57-9b0397494a63 req-82699ca1-a943-4c8c-b48d-ef2e84598c96 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:45.136349 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-6902ed4e-dbd1-41d7-8e57-9b0397494a63 req-82699ca1-a943-4c8c-b48d-ef2e84598c96 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/ports?device_id=18996e50-2fae-40b4-98b0-4095a44006a0 HTTP/1.1" status: 200 len: 932 time: 0.0810812 Jun 21 04:32:45.189841 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-6902ed4e-dbd1-41d7-8e57-9b0397494a63 req-6fecbbad-83aa-4996-881d-f685cb2f5fc8 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/security-groups?id=7de10ea1-c321-48d0-bd45-f8ccf2f66da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526347 Jun 21 04:32:45.238551 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 32848) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:45.278945 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-0268c2f9-536b-4973-aff7-3e757fdeb12c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=092d282a6edc474b8f3300e8e6ee4b67&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0390482 Jun 21 04:32:45.281510 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 32850) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:45.330211 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-878f658b-48ec-4473-a242-c461f6769926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:45.351921 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-878f658b-48ec-4473-a242-c461f6769926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:45.403789 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-878f658b-48ec-4473-a242-c461f6769926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:45.406557 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-878f658b-48ec-4473-a242-c461f6769926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:45.407713 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-878f658b-48ec-4473-a242-c461f6769926 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d56d6666-8586-497b-9c78-db1d6c063e0b HTTP/1.1" status: 204 len: 168 time: 0.1251371 Jun 21 04:32:45.408505 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-bdba0779-e14c-4c42-b807-7f99af1dbe07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:45.416066 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878f658b-48ec-4473-a242-c461f6769926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56d6666-8586-497b-9c78-db1d6c063e0b,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:45.419058 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-878f658b-48ec-4473-a242-c461f6769926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:46.103940 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27040f2-4127-45d6-9784-4526e8c86332 req-55113497-9558-4d1f-acec-e7b8cab9730a tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:46.105579 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-a27040f2-4127-45d6-9784-4526e8c86332 req-55113497-9558-4d1f-acec-e7b8cab9730a tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/ports?device_id=31b09ee5-1585-43ef-9a4f-8bbacc6385ff HTTP/1.1" status: 200 len: 946 time: 0.0885861 Jun 21 04:32:46.181977 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-a27040f2-4127-45d6-9784-4526e8c86332 req-00e9f527-e683-4297-8101-56ee3c333502 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/security-groups?id=caf29c12-da81-4cc3-ac7d-970e1b1b08f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703859 Jun 21 04:32:46.226935 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeef2d2-e4ae-4875-8ff8-0f11f683a0e9 req-6d2e5650-8ab8-434e-aa2c-4c8b880cff08 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:46.229581 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-1aeef2d2-e4ae-4875-8ff8-0f11f683a0e9 req-6d2e5650-8ab8-434e-aa2c-4c8b880cff08 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb3c6aec-7e6e-4d62-b6be-ae436ec8e5e6 HTTP/1.1" status: 200 len: 945 time: 0.1094604 Jun 21 04:32:46.246860 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device d4860a3b-5d89-4e56-97e2-94bdafc31e09 no longer exists at agent ovs-agent-dv-cinder-796889-2-smb {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:32:46.271495 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-1aeef2d2-e4ae-4875-8ff8-0f11f683a0e9 req-1de8bdb4-050f-4277-832f-f0db723d8459 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca98ce9e-f1a3-4909-a002-7e7104c7cc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406904 Jun 21 04:32:46.301879 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-f392fa84-7a48-456a-8363-78490891b966 None None] No Port match for: d4860a3b-5d89-4e56-97e2-94bdafc31e09 {{(pid=92747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:32:46.302630 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device d4860a3b-5d89-4e56-97e2-94bdafc31e09 not bound to the agent host dv-cinder-796889-2-smb {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:32:46.434039 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e516b8-39f5-46bd-ae86-9d93a1dd9889 req-21e2f5ef-8488-4a61-910f-96d74608b720 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:46.436120 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-b5e516b8-39f5-46bd-ae86-9d93a1dd9889 req-21e2f5ef-8488-4a61-910f-96d74608b720 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/ports?device_id=18996e50-2fae-40b4-98b0-4095a44006a0 HTTP/1.1" status: 200 len: 932 time: 0.0687456 Jun 21 04:32:46.481362 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-b5e516b8-39f5-46bd-ae86-9d93a1dd9889 req-08b806e4-2ab6-41fa-806e-809b5de2c3e5 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/security-groups?id=7de10ea1-c321-48d0-bd45-f8ccf2f66da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361636 Jun 21 04:32:47.021855 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 32898) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:47.071242 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.agents_db [None req-0317ce1f-94ba-4828-a78d-05fb42e0f355 None None] Agent healthcheck: found 6 active agents {{(pid=92748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:32:47.128683 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ddd27f39-8e55-4b13-b762-5c752ac5d886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:47.217769 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ddd27f39-8e55-4b13-b762-5c752ac5d886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:47.228013 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ddd27f39-8e55-4b13-b762-5c752ac5d886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:47.239024 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-e4959e2d-2f6d-4999-8d4b-20228a6dbb37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:47.269035 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-ddd27f39-8e55-4b13-b762-5c752ac5d886 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=097c7655944e4359b9ee7854dc44cfc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2438192 Jun 21 04:32:47.269415 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 32904) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:47.282710 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd27f39-8e55-4b13-b762-5c752ac5d886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa41696-a938-4154-8e46-6b285dbd1add,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:47.294345 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-ddd27f39-8e55-4b13-b762-5c752ac5d886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:47.342129 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-d684f51f-194c-45cb-bda9-4b6ea757b180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:47.390452 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-d684f51f-194c-45cb-bda9-4b6ea757b180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:47.399507 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f08de3-2a68-4204-8288-1efee5f53cc5 req-c50e042f-5bde-43f0-a62b-16416c30972f tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:47.405855 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-a7f08de3-2a68-4204-8288-1efee5f53cc5 req-c50e042f-5bde-43f0-a62b-16416c30972f tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/ports?device_id=31b09ee5-1585-43ef-9a4f-8bbacc6385ff HTTP/1.1" status: 200 len: 946 time: 0.0938220 Jun 21 04:32:47.461458 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-d684f51f-194c-45cb-bda9-4b6ea757b180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:47.464921 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-d684f51f-194c-45cb-bda9-4b6ea757b180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:47.469209 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-d684f51f-194c-45cb-bda9-4b6ea757b180 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/afa41696-a938-4154-8e46-6b285dbd1add HTTP/1.1" status: 204 len: 168 time: 0.1987710 Jun 21 04:32:47.469804 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-a7f08de3-2a68-4204-8288-1efee5f53cc5 req-f2d74cfe-38ec-41ae-a8d0-5fb2babb7792 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/security-groups?id=caf29c12-da81-4cc3-ac7d-970e1b1b08f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614388 Jun 21 04:32:47.470402 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-d1b0f7d9-1c62-43c9-8978-3ab2991fe47e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:47.478657 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d684f51f-194c-45cb-bda9-4b6ea757b180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa41696-a938-4154-8e46-6b285dbd1add,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:47.481164 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-d684f51f-194c-45cb-bda9-4b6ea757b180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:47.524582 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb176a55-39a9-4bda-a577-10f97063227f req-5d88479e-9d73-474d-8574-9b6f9aea133e tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:47.538042 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-eb176a55-39a9-4bda-a577-10f97063227f req-5d88479e-9d73-474d-8574-9b6f9aea133e tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb3c6aec-7e6e-4d62-b6be-ae436ec8e5e6 HTTP/1.1" status: 200 len: 945 time: 0.1307225 Jun 21 04:32:47.596932 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-eb176a55-39a9-4bda-a577-10f97063227f req-3c5243a3-4d52-4ada-a4e8-2891e96a924c tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca98ce9e-f1a3-4909-a002-7e7104c7cc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573456 Jun 21 04:32:47.693100 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be44506-0763-4976-8e65-cb4500cee658 req-39e89c41-4eb8-4ae3-ab1d-480c3f4cb28c tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:47.694839 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-5be44506-0763-4976-8e65-cb4500cee658 req-39e89c41-4eb8-4ae3-ab1d-480c3f4cb28c tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/ports?device_id=18996e50-2fae-40b4-98b0-4095a44006a0 HTTP/1.1" status: 200 len: 932 time: 0.0795398 Jun 21 04:32:47.750892 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-5be44506-0763-4976-8e65-cb4500cee658 req-9518757a-2bdd-40f3-8277-9d9e12d90f5c tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/security-groups?id=7de10ea1-c321-48d0-bd45-f8ccf2f66da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493000 Jun 21 04:32:47.796220 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 32914) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:47.809349 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-eedf169d-98d0-442f-81d9-ed83db34fa81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:47.899130 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-eedf169d-98d0-442f-81d9-ed83db34fa81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:47.904724 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-eedf169d-98d0-442f-81d9-ed83db34fa81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:47.907447 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-6dfacd29-59c0-4cbc-ae56-fe7d7d90a260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:47.947353 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedf169d-98d0-442f-81d9-ed83db34fa81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d916653f-4e52-4b11-bf39-17310500cb6d,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:47.951545 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-eedf169d-98d0-442f-81d9-ed83db34fa81 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=928261d0920348f3bd20e63ffd346c0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1543331 Jun 21 04:32:47.952394 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-eedf169d-98d0-442f-81d9-ed83db34fa81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:47.954256 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 32916) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:48.003097 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-8cd256c2-16f1-4f70-a34e-d18f59aea1be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:48.023876 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-8cd256c2-16f1-4f70-a34e-d18f59aea1be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:48.074225 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-8cd256c2-16f1-4f70-a34e-d18f59aea1be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:48.076772 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-8cd256c2-16f1-4f70-a34e-d18f59aea1be admin admin] Notify callbacks [] for security_group, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:48.080304 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-8cd256c2-16f1-4f70-a34e-d18f59aea1be admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d916653f-4e52-4b11-bf39-17310500cb6d HTTP/1.1" status: 204 len: 168 time: 0.1227956 Jun 21 04:32:48.080304 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-327427d9-c5f5-4747-8528-2df8ffd554d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:48.087719 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd256c2-16f1-4f70-a34e-d18f59aea1be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d916653f-4e52-4b11-bf39-17310500cb6d,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:48.090136 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-8cd256c2-16f1-4f70-a34e-d18f59aea1be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:48.704097 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2d91af-d49c-489c-9eb1-88f896510f01 req-96ee8905-00d6-486e-8ab5-76477edb36b3 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:48.705899 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-1a2d91af-d49c-489c-9eb1-88f896510f01 req-96ee8905-00d6-486e-8ab5-76477edb36b3 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/ports?device_id=31b09ee5-1585-43ef-9a4f-8bbacc6385ff HTTP/1.1" status: 200 len: 946 time: 0.0800157 Jun 21 04:32:48.763120 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-1a2d91af-d49c-489c-9eb1-88f896510f01 req-0e08cd02-2a86-40c2-a289-60559e85afd8 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/security-groups?id=caf29c12-da81-4cc3-ac7d-970e1b1b08f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487850 Jun 21 04:32:48.823609 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236a2d7-56b9-4cfd-9a84-d845bd22e65c req-87ef1539-87f7-408f-9a01-2953e7f33f85 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:48.825409 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-3236a2d7-56b9-4cfd-9a84-d845bd22e65c req-87ef1539-87f7-408f-9a01-2953e7f33f85 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb3c6aec-7e6e-4d62-b6be-ae436ec8e5e6 HTTP/1.1" status: 200 len: 945 time: 0.0888603 Jun 21 04:32:48.887277 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-3236a2d7-56b9-4cfd-9a84-d845bd22e65c req-1324e5dc-b3fc-4f6d-a85e-8442ada4c98f tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca98ce9e-f1a3-4909-a002-7e7104c7cc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524654 Jun 21 04:32:48.978600 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc4c21-3df9-4f6e-b6c7-672c6635a1d9 req-9fe69087-614e-43e0-a8c7-5943a70fd1a4 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:48.980066 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-bcbc4c21-3df9-4f6e-b6c7-672c6635a1d9 req-9fe69087-614e-43e0-a8c7-5943a70fd1a4 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/ports?device_id=18996e50-2fae-40b4-98b0-4095a44006a0 HTTP/1.1" status: 200 len: 932 time: 0.0698736 Jun 21 04:32:49.025253 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-bcbc4c21-3df9-4f6e-b6c7-672c6635a1d9 req-c6c3de4a-30c7-45fa-ba5c-917d0b23ac06 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/security-groups?id=7de10ea1-c321-48d0-bd45-f8ccf2f66da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396752 Jun 21 04:32:49.971598 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe2950e-258c-4bec-874a-3ddf420ba746 req-9491d209-2ace-4758-a2aa-5da6f7531c6b tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:49.973205 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-efe2950e-258c-4bec-874a-3ddf420ba746 req-9491d209-2ace-4758-a2aa-5da6f7531c6b tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/ports?device_id=31b09ee5-1585-43ef-9a4f-8bbacc6385ff HTTP/1.1" status: 200 len: 946 time: 0.0793211 Jun 21 04:32:50.026868 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-efe2950e-258c-4bec-874a-3ddf420ba746 req-0b27fa9b-1a42-4c33-bab4-db950007b334 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/security-groups?id=caf29c12-da81-4cc3-ac7d-970e1b1b08f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454385 Jun 21 04:32:50.126289 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b13a732-b6ac-48b1-8193-fa5c18fdb10c req-99810a69-289e-4954-a83b-14347f4a600d tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:50.128197 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-3b13a732-b6ac-48b1-8193-fa5c18fdb10c req-99810a69-289e-4954-a83b-14347f4a600d tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb3c6aec-7e6e-4d62-b6be-ae436ec8e5e6 HTTP/1.1" status: 200 len: 945 time: 0.0817521 Jun 21 04:32:50.178239 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-3b13a732-b6ac-48b1-8193-fa5c18fdb10c req-43ef7705-740a-4185-83cd-b57bc67e57b5 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca98ce9e-f1a3-4909-a002-7e7104c7cc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439403 Jun 21 04:32:50.269137 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f412d-581e-439e-b718-04d517409a30 req-bc1bdf61-7576-4689-bb4f-adef93a82827 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:50.269480 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 32992) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:50.277133 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-f68f412d-581e-439e-b718-04d517409a30 req-bc1bdf61-7576-4689-bb4f-adef93a82827 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/ports?device_id=18996e50-2fae-40b4-98b0-4095a44006a0 HTTP/1.1" status: 200 len: 932 time: 0.0948873 Jun 21 04:32:50.332535 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-f68f412d-581e-439e-b718-04d517409a30 req-08f6676b-fea0-4a9b-9d98-3c07a2635211 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/security-groups?id=7de10ea1-c321-48d0-bd45-f8ccf2f66da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543635 Jun 21 04:32:50.398013 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-7e422c5f-09c9-4f50-a493-ca66b2c8c89b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:50.484378 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-7e422c5f-09c9-4f50-a493-ca66b2c8c89b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:50.489053 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-7e422c5f-09c9-4f50-a493-ca66b2c8c89b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:50.491404 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-0e2bf2d3-9941-4ba1-809b-bb16934f734e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:50.529878 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-7e422c5f-09c9-4f50-a493-ca66b2c8c89b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dec258838e50442ea9f48b07c9e5a036&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2592235 Jun 21 04:32:50.530539 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 32996) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:50.530828 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e422c5f-09c9-4f50-a493-ca66b2c8c89b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1d1d20-2f9d-4a34-926d-d605bd4fc824,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:50.534056 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-7e422c5f-09c9-4f50-a493-ca66b2c8c89b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:50.584061 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ce08a65d-7ae4-40dc-b461-384be2b73072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:50.605537 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ce08a65d-7ae4-40dc-b461-384be2b73072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:50.651873 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ce08a65d-7ae4-40dc-b461-384be2b73072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:50.655059 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ce08a65d-7ae4-40dc-b461-384be2b73072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:50.658505 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-ce08a65d-7ae4-40dc-b461-384be2b73072 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dc1d1d20-2f9d-4a34-926d-d605bd4fc824 HTTP/1.1" status: 204 len: 168 time: 0.1246889 Jun 21 04:32:50.658505 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:50.665997 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce08a65d-7ae4-40dc-b461-384be2b73072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1d1d20-2f9d-4a34-926d-d605bd4fc824,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:50.668853 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-ce08a65d-7ae4-40dc-b461-384be2b73072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:50.972884 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 33002) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:50.987760 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-bba99630-9d15-4751-94d8-ddd9ddd77c95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:51.084787 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-bba99630-9d15-4751-94d8-ddd9ddd77c95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:51.088500 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-bba99630-9d15-4751-94d8-ddd9ddd77c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:51.090822 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-19e72fb1-24fe-4133-91ad-049eef29f418 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:51.125957 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-bba99630-9d15-4751-94d8-ddd9ddd77c95 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7154819c7f4a4ce3a995843bb421946e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1519265 Jun 21 04:32:51.127040 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba99630-9d15-4751-94d8-ddd9ddd77c95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d8849a-b689-429c-b065-808b0ba639ac,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:51.128736 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 33006) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:51.130075 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-bba99630-9d15-4751-94d8-ddd9ddd77c95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:51.212079 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-bbcdca8a-1ab5-44b9-b179-c8a0172762ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:51.242268 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-bbcdca8a-1ab5-44b9-b179-c8a0172762ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:51.266949 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4769e20-ebf4-4a45-8056-d89ede5f0a6d req-d4c4254b-c769-46fd-bc01-734aa1df2a39 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:51.268410 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-b4769e20-ebf4-4a45-8056-d89ede5f0a6d req-d4c4254b-c769-46fd-bc01-734aa1df2a39 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/ports?device_id=31b09ee5-1585-43ef-9a4f-8bbacc6385ff HTTP/1.1" status: 200 len: 946 time: 0.1123621 Jun 21 04:32:51.352407 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-b4769e20-ebf4-4a45-8056-d89ede5f0a6d req-7e354ab6-4d85-43d1-9186-da9eba76e5d2 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/security-groups?id=caf29c12-da81-4cc3-ac7d-970e1b1b08f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746071 Jun 21 04:32:51.363117 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-bbcdca8a-1ab5-44b9-b179-c8a0172762ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:51.365681 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-bbcdca8a-1ab5-44b9-b179-c8a0172762ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:51.369422 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-bbcdca8a-1ab5-44b9-b179-c8a0172762ce admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/81d8849a-b689-429c-b065-808b0ba639ac HTTP/1.1" status: 204 len: 168 time: 0.2358110 Jun 21 04:32:51.369422 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-94559982-6e41-4fcc-99d0-8c25dcaca65c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:51.385666 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.v2.base [req-21aa810a-7d83-44e2-a839-76db14de9137 req-4fc7aac2-9b1f-4e78-b290-f25ead089f64 service neutron] Request body: {'port': {'device_id': '18996e50-2fae-40b4-98b0-4095a44006a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79688'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:32:51.415662 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcdca8a-1ab5-44b9-b179-c8a0172762ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d8849a-b689-429c-b065-808b0ba639ac,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:51.443023 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-bbcdca8a-1ab5-44b9-b179-c8a0172762ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:51.481805 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f455764-df1c-42c8-8102-91a8de807955 req-c8e492e7-6384-4f72-a7a2-b153c45984c2 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:51.483249 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-1f455764-df1c-42c8-8102-91a8de807955 req-c8e492e7-6384-4f72-a7a2-b153c45984c2 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb3c6aec-7e6e-4d62-b6be-ae436ec8e5e6 HTTP/1.1" status: 200 len: 945 time: 0.1916070 Jun 21 04:32:51.543408 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-21aa810a-7d83-44e2-a839-76db14de9137 req-4fc7aac2-9b1f-4e78-b290-f25ead089f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:51.578831 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-1f455764-df1c-42c8-8102-91a8de807955 req-161701ea-15df-4ac0-9c69-aadc6df655a5 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca98ce9e-f1a3-4909-a002-7e7104c7cc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816481 Jun 21 04:32:51.631570 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c7758-8a7b-4528-a0f7-35edc0021404 req-b787c58b-46d5-4cca-ae4a-6164854544b8 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:51.633756 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-220c7758-8a7b-4528-a0f7-35edc0021404 req-b787c58b-46d5-4cca-ae4a-6164854544b8 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/ports?device_id=18996e50-2fae-40b4-98b0-4095a44006a0 HTTP/1.1" status: 200 len: 932 time: 0.1481633 Jun 21 04:32:51.739897 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-220c7758-8a7b-4528-a0f7-35edc0021404 req-66d46de5-47a3-426d-9cf9-c33f335a3b06 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/security-groups?id=7de10ea1-c321-48d0-bd45-f8ccf2f66da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987940 Jun 21 04:32:51.875874 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.notifiers.nova [req-21aa810a-7d83-44e2-a839-76db14de9137 req-4fc7aac2-9b1f-4e78-b290-f25ead089f64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7ac8078-a076-4502-9a85-1eb7e02bdc07 {{(pid=92746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:32:51.883205 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-21aa810a-7d83-44e2-a839-76db14de9137 req-4fc7aac2-9b1f-4e78-b290-f25ead089f64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:51.895134 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.db.provisioning_blocks [req-21aa810a-7d83-44e2-a839-76db14de9137 req-4fc7aac2-9b1f-4e78-b290-f25ead089f64 service neutron] Transition to ACTIVE for port object d7ac8078-a076-4502-9a85-1eb7e02bdc07 will not be triggered until provisioned by entity L2. {{(pid=92746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:32:51.900016 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-21aa810a-7d83-44e2-a839-76db14de9137 req-4fc7aac2-9b1f-4e78-b290-f25ead089f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33408459'] for port, after_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:51.902250 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-4435105b-2bfd-4dcc-97c9-272c58e6eecc tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:51.980615 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc7aac2-9b1f-4e78-b290-f25ead089f64 service neutron] Pushing event updated for resources: {'Port': ['ID=d7ac8078-a076-4502-9a85-1eb7e02bdc07,revision_number=2']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:51.999155 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-4fc7aac2-9b1f-4e78-b290-f25ead089f64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:52.052024 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.managers [req-21aa810a-7d83-44e2-a839-76db14de9137 req-4fc7aac2-9b1f-4e78-b290-f25ead089f64 service neutron] Attempting to bind port d7ac8078-a076-4502-9a85-1eb7e02bdc07 on host hv-cinder-79688 for vnic_type normal with profile {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:32:52.052364 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.managers [req-21aa810a-7d83-44e2-a839-76db14de9137 req-4fc7aac2-9b1f-4e78-b290-f25ead089f64 service neutron] Attempting to bind port d7ac8078-a076-4502-9a85-1eb7e02bdc07 by drivers openvswitch,hyperv on host hv-cinder-79688 at level 0 using segments [{'id': 'bcb82d62-f15a-4999-97b2-fb2390391dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '9e3bb3a6-2b59-4fb4-895f-f70ce89edae9'}] {{(pid=92746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:32:52.052696 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21aa810a-7d83-44e2-a839-76db14de9137 req-4fc7aac2-9b1f-4e78-b290-f25ead089f64 service neutron] Attempting to bind port d7ac8078-a076-4502-9a85-1eb7e02bdc07 on network 9e3bb3a6-2b59-4fb4-895f-f70ce89edae9 {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:32:52.057502 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21aa810a-7d83-44e2-a839-76db14de9137 req-4fc7aac2-9b1f-4e78-b290-f25ead089f64 service neutron] Port d7ac8078-a076-4502-9a85-1eb7e02bdc07 on network 9e3bb3a6-2b59-4fb4-895f-f70ce89edae9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79688 {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:32:52.057825 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21aa810a-7d83-44e2-a839-76db14de9137 req-4fc7aac2-9b1f-4e78-b290-f25ead089f64 service neutron] Attempting to bind port d7ac8078-a076-4502-9a85-1eb7e02bdc07 on network 9e3bb3a6-2b59-4fb4-895f-f70ce89edae9 {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:32:52.062809 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21aa810a-7d83-44e2-a839-76db14de9137 req-4fc7aac2-9b1f-4e78-b290-f25ead089f64 service neutron] Checking agent: {'id': '2d8ec531-0834-43cc-a69e-43a4958e3c4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79688', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 27, 37), 'started_at': datetime.datetime(2021, 6, 21, 4, 27, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:32:52.063146 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21aa810a-7d83-44e2-a839-76db14de9137 req-4fc7aac2-9b1f-4e78-b290-f25ead089f64 service neutron] Checking segment: {'id': 'bcb82d62-f15a-4999-97b2-fb2390391dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '9e3bb3a6-2b59-4fb4-895f-f70ce89edae9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:32:52.063709 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21aa810a-7d83-44e2-a839-76db14de9137 req-4fc7aac2-9b1f-4e78-b290-f25ead089f64 service neutron] Bound using segment: {'id': 'bcb82d62-f15a-4999-97b2-fb2390391dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '9e3bb3a6-2b59-4fb4-895f-f70ce89edae9'} {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:32:52.063955 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.managers [req-21aa810a-7d83-44e2-a839-76db14de9137 req-4fc7aac2-9b1f-4e78-b290-f25ead089f64 service neutron] Bound port: d7ac8078-a076-4502-9a85-1eb7e02bdc07, host: hv-cinder-79688, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcb82d62-f15a-4999-97b2-fb2390391dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '9e3bb3a6-2b59-4fb4-895f-f70ce89edae9'}}] {{(pid=92746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:32:52.064300 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-21aa810a-7d83-44e2-a839-76db14de9137 req-4fc7aac2-9b1f-4e78-b290-f25ead089f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:52.129839 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.db [req-21aa810a-7d83-44e2-a839-76db14de9137 req-4fc7aac2-9b1f-4e78-b290-f25ead089f64 service neutron] For port d7ac8078-a076-4502-9a85-1eb7e02bdc07, host hv-cinder-79688, cleared binding levels {{(pid=92746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:32:52.133619 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.db [req-21aa810a-7d83-44e2-a839-76db14de9137 req-4fc7aac2-9b1f-4e78-b290-f25ead089f64 service neutron] For port d7ac8078-a076-4502-9a85-1eb7e02bdc07, host hv-cinder-79688, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=d7ac8078-a076-4502-9a85-1eb7e02bdc07,segment=NetworkSegment(bcb82d62-f15a-4999-97b2-fb2390391dc7),segment_id=bcb82d62-f15a-4999-97b2-fb2390391dc7)] {{(pid=92746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:32:52.139594 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-21aa810a-7d83-44e2-a839-76db14de9137 req-4fc7aac2-9b1f-4e78-b290-f25ead089f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33408459'] for port, after_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:52.141653 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-56b1a181-1768-4e6d-979f-efdd531551b8 tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:52.177372 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa810a-7d83-44e2-a839-76db14de9137 req-4fc7aac2-9b1f-4e78-b290-f25ead089f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:52.177994 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-21aa810a-7d83-44e2-a839-76db14de9137 req-4fc7aac2-9b1f-4e78-b290-f25ead089f64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5899'] for port, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:52.180098 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-21aa810a-7d83-44e2-a839-76db14de9137 req-4fc7aac2-9b1f-4e78-b290-f25ead089f64 service neutron] 10.222.0.38 "PUT /v2.0/ports/d7ac8078-a076-4502-9a85-1eb7e02bdc07 HTTP/1.1" status: 200 len: 1094 time: 0.7999060 Jun 21 04:32:52.180582 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18996e50-2fae-40b4-98b0-4095a44006a0', 'tag': 'd7ac8078-a076-4502-9a85-1eb7e02bdc07'}] {{(pid=92746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:32:52.182860 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7cbf71f9e1aa915714a5a62000f0bd5d8f9af41b6b6cc8a146f78dbc3385941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bba98d6-4b2a-44a6-a6ad-1b39bda4329e" -d '{"events": [{"name": "network-changed", "server_uuid": "18996e50-2fae-40b4-98b0-4095a44006a0", "tag": "d7ac8078-a076-4502-9a85-1eb7e02bdc07"}]}' {{(pid=92746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:32:52.203169 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc7aac2-9b1f-4e78-b290-f25ead089f64 service neutron] Pushing event updated for resources: {'Port': ['ID=d7ac8078-a076-4502-9a85-1eb7e02bdc07,revision_number=3']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:52.208897 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-4fc7aac2-9b1f-4e78-b290-f25ead089f64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:52.243220 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-294f0c23-1286-431f-b3fa-497cd677cd6d x-openstack-request-id: req-294f0c23-1286-431f-b3fa-497cd677cd6d {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:32:52.243617 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18996e50-2fae-40b4-98b0-4095a44006a0", "tag": "d7ac8078-a076-4502-9a85-1eb7e02bdc07", "status": "completed", "code": 200}]} {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:32:52.243962 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-294f0c23-1286-431f-b3fa-497cd677cd6d {{(pid=92746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:32:52.244442 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18996e50-2fae-40b4-98b0-4095a44006a0', 'tag': 'd7ac8078-a076-4502-9a85-1eb7e02bdc07', 'status': 'completed', 'code': 200} Jun 21 04:32:52.297905 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa810a-7d83-44e2-a839-76db14de9137 req-71f7415d-b08b-44ea-a37e-576cda820bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:52.299251 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-21aa810a-7d83-44e2-a839-76db14de9137 req-71f7415d-b08b-44ea-a37e-576cda820bd9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e61908d6671944fe97c42e49b197ffce&device_id=18996e50-2fae-40b4-98b0-4095a44006a0 HTTP/1.1" status: 200 len: 1097 time: 0.0539672 Jun 21 04:32:52.355011 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-21aa810a-7d83-44e2-a839-76db14de9137 req-a082fe37-0212-4118-b780-b22cf8881d62 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7ac8078-a076-4502-9a85-1eb7e02bdc07 HTTP/1.1" status: 200 len: 217 time: 0.0395131 Jun 21 04:32:52.411514 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa810a-7d83-44e2-a839-76db14de9137 req-531fcdaa-f2dd-4f23-afe7-5a9df2326212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:52.413232 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-21aa810a-7d83-44e2-a839-76db14de9137 req-531fcdaa-f2dd-4f23-afe7-5a9df2326212 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=918f4e71-5bf8-48ad-8f22-8af261c5caaa HTTP/1.1" status: 200 len: 853 time: 0.0507355 Jun 21 04:32:52.480120 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa810a-7d83-44e2-a839-76db14de9137 req-b7017c6b-bc9d-408a-bfd6-88125c68aa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:52.481470 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-21aa810a-7d83-44e2-a839-76db14de9137 req-b7017c6b-bc9d-408a-bfd6-88125c68aa28 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9e3bb3a6-2b59-4fb4-895f-f70ce89edae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0606866 Jun 21 04:32:52.604209 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a31d32e-b71f-4a1a-aceb-b5c4e75e6d5c req-eeb23a08-7c0c-49f8-ba89-1815bb13385a tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:52.605678 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-9a31d32e-b71f-4a1a-aceb-b5c4e75e6d5c req-eeb23a08-7c0c-49f8-ba89-1815bb13385a tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/ports?device_id=31b09ee5-1585-43ef-9a4f-8bbacc6385ff HTTP/1.1" status: 200 len: 946 time: 0.1360919 Jun 21 04:32:52.610984 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-21aa810a-7d83-44e2-a839-76db14de9137 req-3f8f35a9-29ad-462d-a9fd-0646e4ec5828 service neutron] 10.222.0.38 "GET /v2.0/networks/9e3bb3a6-2b59-4fb4-895f-f70ce89edae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074004 Jun 21 04:32:52.694044 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-9a31d32e-b71f-4a1a-aceb-b5c4e75e6d5c req-a74004c6-6495-4b21-b6d2-b69ffb444724 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/security-groups?id=caf29c12-da81-4cc3-ac7d-970e1b1b08f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821049 Jun 21 04:32:52.760439 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-21aa810a-7d83-44e2-a839-76db14de9137 req-2bcd962b-787f-4a2d-a9ca-b1cf332cd3ac service neutron] 10.222.0.38 "GET /v2.0/networks/9e3bb3a6-2b59-4fb4-895f-f70ce89edae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414673 Jun 21 04:32:52.791852 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb0ab5-eff8-4483-b8e2-ebbb463205a2 req-058d19dc-2698-41dd-acfe-297ca993cd64 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:52.793403 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-a6bb0ab5-eff8-4483-b8e2-ebbb463205a2 req-058d19dc-2698-41dd-acfe-297ca993cd64 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb3c6aec-7e6e-4d62-b6be-ae436ec8e5e6 HTTP/1.1" status: 200 len: 945 time: 0.0863433 Jun 21 04:32:52.833872 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-a6bb0ab5-eff8-4483-b8e2-ebbb463205a2 req-4c71da83-8ccf-46f7-80b5-79263f57b4b1 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca98ce9e-f1a3-4909-a002-7e7104c7cc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343738 Jun 21 04:32:52.948105 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba98d6-4b2a-44a6-a6ad-1b39bda4329e req-1edf11e7-1db2-4f15-88f8-7e10f96afc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:52.949790 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-2bba98d6-4b2a-44a6-a6ad-1b39bda4329e req-1edf11e7-1db2-4f15-88f8-7e10f96afc29 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e61908d6671944fe97c42e49b197ffce&device_id=18996e50-2fae-40b4-98b0-4095a44006a0 HTTP/1.1" status: 200 len: 1097 time: 0.0700457 Jun 21 04:32:53.108058 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e67c5-b03c-43bd-882e-2f34a05fa73f req-13a60b80-90bd-41b2-a03f-3025271ce004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:53.109575 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-d39e67c5-b03c-43bd-882e-2f34a05fa73f req-13a60b80-90bd-41b2-a03f-3025271ce004 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=975d204c53d040d2a863b56978bb847b&device_id=31b09ee5-1585-43ef-9a4f-8bbacc6385ff HTTP/1.1" status: 200 len: 1099 time: 0.0616233 Jun 21 04:32:53.156334 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba98d6-4b2a-44a6-a6ad-1b39bda4329e req-26277bad-ef2d-4163-b506-3cb4b9710d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:53.157761 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-2bba98d6-4b2a-44a6-a6ad-1b39bda4329e req-26277bad-ef2d-4163-b506-3cb4b9710d8e service neutron] 10.222.0.38 "GET /v2.0/networks?id=9e3bb3a6-2b59-4fb4-895f-f70ce89edae9 HTTP/1.1" status: 200 len: 915 time: 0.2000668 Jun 21 04:32:53.212273 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-2bba98d6-4b2a-44a6-a6ad-1b39bda4329e req-d5a69cf4-b9e3-4c0f-adbf-7d47378b6e4f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7ac8078-a076-4502-9a85-1eb7e02bdc07 HTTP/1.1" status: 200 len: 217 time: 0.0431581 Jun 21 04:32:53.216774 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e67c5-b03c-43bd-882e-2f34a05fa73f req-7aa5a212-5e49-498d-bdce-b88b814111e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:53.218317 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-d39e67c5-b03c-43bd-882e-2f34a05fa73f req-7aa5a212-5e49-498d-bdce-b88b814111e7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=266761c6-991a-4b5c-89b7-18dc73edeb62 HTTP/1.1" status: 200 len: 912 time: 0.1001389 Jun 21 04:32:53.219384 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c809384-4d18-4a41-b115-f22733409007 req-b805e4c7-c0e0-4601-bb94-e381798cfc35 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:53.220948 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-6c809384-4d18-4a41-b115-f22733409007 req-b805e4c7-c0e0-4601-bb94-e381798cfc35 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/ports?device_id=18996e50-2fae-40b4-98b0-4095a44006a0 HTTP/1.1" status: 200 len: 944 time: 0.2566638 Jun 21 04:32:53.239356 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ca8a36-bdd6-48b8-a730-569cb2ca7f97 req-db69febf-ab3f-4d84-929e-c480bed75ac7 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:53.240730 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-54ca8a36-bdd6-48b8-a730-569cb2ca7f97 req-db69febf-ab3f-4d84-929e-c480bed75ac7 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/ports?device_id=31b09ee5-1585-43ef-9a4f-8bbacc6385ff HTTP/1.1" status: 200 len: 946 time: 0.2214818 Jun 21 04:32:53.288256 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-d39e67c5-b03c-43bd-882e-2f34a05fa73f req-01b19a44-ab91-46b4-81ba-311b03af78a1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6eecac39-7f26-4c7d-8265-93cd1def8967 HTTP/1.1" status: 200 len: 1001 time: 0.0620925 Jun 21 04:32:53.323496 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba98d6-4b2a-44a6-a6ad-1b39bda4329e req-02eb57af-dfc9-43bc-bb1d-fde1b6f838d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:53.324898 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-2bba98d6-4b2a-44a6-a6ad-1b39bda4329e req-02eb57af-dfc9-43bc-bb1d-fde1b6f838d9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=918f4e71-5bf8-48ad-8f22-8af261c5caaa HTTP/1.1" status: 200 len: 853 time: 0.1015186 Jun 21 04:32:53.331940 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-6c809384-4d18-4a41-b115-f22733409007 req-a93ee146-c40c-4d53-ae05-2230eda5e04e tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/security-groups?id=7de10ea1-c321-48d0-bd45-f8ccf2f66da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999482 Jun 21 04:32:53.339716 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e67c5-b03c-43bd-882e-2f34a05fa73f req-e677ec84-b72d-4f6c-ac71-7edbb8e2dcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:53.341163 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-d39e67c5-b03c-43bd-882e-2f34a05fa73f req-e677ec84-b72d-4f6c-ac71-7edbb8e2dcd7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=17b08017-4248-42a3-9e39-b4aee30874d2 HTTP/1.1" status: 200 len: 850 time: 0.0437019 Jun 21 04:32:53.345195 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-54ca8a36-bdd6-48b8-a730-569cb2ca7f97 req-dc985342-3b3a-42ef-868e-98a8e0e32cc1 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/security-groups?id=caf29c12-da81-4cc3-ac7d-970e1b1b08f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756938 Jun 21 04:32:53.386752 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba98d6-4b2a-44a6-a6ad-1b39bda4329e req-2043b421-6b88-4ac9-993b-4a2126f22b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:53.388187 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-2bba98d6-4b2a-44a6-a6ad-1b39bda4329e req-2043b421-6b88-4ac9-993b-4a2126f22b1f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9e3bb3a6-2b59-4fb4-895f-f70ce89edae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0537488 Jun 21 04:32:53.404827 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e67c5-b03c-43bd-882e-2f34a05fa73f req-51183adc-2b02-4e1b-92bf-1e0f8171fdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:53.406232 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-d39e67c5-b03c-43bd-882e-2f34a05fa73f req-51183adc-2b02-4e1b-92bf-1e0f8171fdb0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=266761c6-991a-4b5c-89b7-18dc73edeb62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0572090 Jun 21 04:32:53.477910 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-2bba98d6-4b2a-44a6-a6ad-1b39bda4329e req-5bb01c76-2962-4848-85f4-bd7849cf049b service neutron] 10.222.0.38 "GET /v2.0/networks/9e3bb3a6-2b59-4fb4-895f-f70ce89edae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825932 Jun 21 04:32:53.498754 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-d39e67c5-b03c-43bd-882e-2f34a05fa73f req-ecf0b043-4c13-4ce7-a71c-f8947f6ca2a6 service neutron] 10.222.0.38 "GET /v2.0/networks/266761c6-991a-4b5c-89b7-18dc73edeb62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824273 Jun 21 04:32:53.567633 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-2bba98d6-4b2a-44a6-a6ad-1b39bda4329e req-9610c95e-3d09-4e26-9682-d0ccfb83841d service neutron] 10.222.0.38 "GET /v2.0/networks/9e3bb3a6-2b59-4fb4-895f-f70ce89edae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816727 Jun 21 04:32:53.588788 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-d39e67c5-b03c-43bd-882e-2f34a05fa73f req-acc8b0ec-4072-4a2f-b8db-83925d359cd3 service neutron] 10.222.0.38 "GET /v2.0/networks/266761c6-991a-4b5c-89b7-18dc73edeb62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828311 Jun 21 04:32:54.004892 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196836f-6fb0-4607-8b2d-fbe8ee2ae1dd req-dc2531b4-9b9b-4dfc-859f-fab365148ba9 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:54.006411 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-0196836f-6fb0-4607-8b2d-fbe8ee2ae1dd req-dc2531b4-9b9b-4dfc-859f-fab365148ba9 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb3c6aec-7e6e-4d62-b6be-ae436ec8e5e6 HTTP/1.1" status: 200 len: 945 time: 0.0600007 Jun 21 04:32:54.043335 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-0196836f-6fb0-4607-8b2d-fbe8ee2ae1dd req-de594ae7-7d39-4784-a578-b8353f1b20ec tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca98ce9e-f1a3-4909-a002-7e7104c7cc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308402 Jun 21 04:32:54.557060 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba5cae-93bc-4fb1-9060-aa7757065322 req-0e7bf092-f784-4853-8f76-bfdab126fc57 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:54.558642 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-5dba5cae-93bc-4fb1-9060-aa7757065322 req-0e7bf092-f784-4853-8f76-bfdab126fc57 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/ports?device_id=18996e50-2fae-40b4-98b0-4095a44006a0 HTTP/1.1" status: 200 len: 944 time: 0.1108456 Jun 21 04:32:54.566083 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a86848e-1491-40a0-a520-5cf0686efed4 req-fc3f18dc-56a9-477e-bcea-947a35952455 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:54.567401 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-4a86848e-1491-40a0-a520-5cf0686efed4 req-fc3f18dc-56a9-477e-bcea-947a35952455 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/ports?device_id=31b09ee5-1585-43ef-9a4f-8bbacc6385ff HTTP/1.1" status: 200 len: 946 time: 0.1106560 Jun 21 04:32:54.620117 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-5dba5cae-93bc-4fb1-9060-aa7757065322 req-350cdcb9-f16e-4826-9ba4-8a5dcf907dc5 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/security-groups?id=7de10ea1-c321-48d0-bd45-f8ccf2f66da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518041 Jun 21 04:32:54.624737 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-4a86848e-1491-40a0-a520-5cf0686efed4 req-903ea00d-3888-47ed-9d33-3d5795b11d0f tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/security-groups?id=caf29c12-da81-4cc3-ac7d-970e1b1b08f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507028 Jun 21 04:32:55.463250 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a9888f-1154-43eb-9038-388d8cb5f2bc req-ab8eba56-bb9d-4084-9ea6-51a1bbb92530 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:55.464729 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-b9a9888f-1154-43eb-9038-388d8cb5f2bc req-ab8eba56-bb9d-4084-9ea6-51a1bbb92530 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.38 "GET /v2.0/ports?device_id=bb3c6aec-7e6e-4d62-b6be-ae436ec8e5e6 HTTP/1.1" status: 200 len: 945 time: 0.0805600 Jun 21 04:32:55.465382 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0755289e-5c37-45c5-bb4d-9c6500f7522a req-2f07aaea-430f-47f2-b7e5-3df56f99f838 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:55.466832 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-0755289e-5c37-45c5-bb4d-9c6500f7522a req-2f07aaea-430f-47f2-b7e5-3df56f99f838 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb3c6aec-7e6e-4d62-b6be-ae436ec8e5e6 HTTP/1.1" status: 200 len: 945 time: 0.3124473 Jun 21 04:32:55.509491 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-0755289e-5c37-45c5-bb4d-9c6500f7522a req-7c2f89b0-e5cd-46a7-8906-38d7f3d5fad8 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca98ce9e-f1a3-4909-a002-7e7104c7cc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369692 Jun 21 04:32:55.579068 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [req-b9a9888f-1154-43eb-9038-388d8cb5f2bc req-09d1ace0-6e32-4b5f-a385-4b294d650607 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Deleting port dd267157-1256-45b0-b782-851ce9b00ac5 {{(pid=92745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:32:55.579409 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-b9a9888f-1154-43eb-9038-388d8cb5f2bc req-09d1ace0-6e32-4b5f-a385-4b294d650607 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789667499749'] for port, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:55.671316 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [req-b9a9888f-1154-43eb-9038-388d8cb5f2bc req-09d1ace0-6e32-4b5f-a385-4b294d650607 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] For port dd267157-1256-45b0-b782-851ce9b00ac5, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=dd267157-1256-45b0-b782-851ce9b00ac5,segment=NetworkSegment(8a38e233-42e7-4555-a11b-fbc792a45807),segment_id=8a38e233-42e7-4555-a11b-fbc792a45807)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:32:55.671678 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-b9a9888f-1154-43eb-9038-388d8cb5f2bc req-09d1ace0-6e32-4b5f-a385-4b294d650607 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062555'] for port, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:55.753195 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [req-b9a9888f-1154-43eb-9038-388d8cb5f2bc req-09d1ace0-6e32-4b5f-a385-4b294d650607 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Calling delete_port for dd267157-1256-45b0-b782-851ce9b00ac5 owned by compute:nova {{(pid=92745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:32:55.808609 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a2dc71-a3f4-4951-a710-e73cd282bd7b req-50898522-3a45-47cd-aec2-cd69271c0b76 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:55.810061 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-91a2dc71-a3f4-4951-a710-e73cd282bd7b req-50898522-3a45-47cd-aec2-cd69271c0b76 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/ports?device_id=18996e50-2fae-40b4-98b0-4095a44006a0 HTTP/1.1" status: 200 len: 944 time: 0.0669186 Jun 21 04:32:55.846552 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-91a2dc71-a3f4-4951-a710-e73cd282bd7b req-96304f9f-087d-486c-bb2a-074c73941dbd tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/security-groups?id=7de10ea1-c321-48d0-bd45-f8ccf2f66da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306361 Jun 21 04:32:55.880039 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-b9a9888f-1154-43eb-9038-388d8cb5f2bc req-09d1ace0-6e32-4b5f-a385-4b294d650607 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789667503845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789666979166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30039426'] for port, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:55.883825 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:55.910490 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d1ace0-6e32-4b5f-a385-4b294d650607 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Pushing event deleted for resources: {'Port': ['ID=dd267157-1256-45b0-b782-851ce9b00ac5,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:55.915034 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-09d1ace0-6e32-4b5f-a385-4b294d650607 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:55.921532 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] get_ports_and_sgs() called for port_ids ['dd267157-1256-45b0-b782-851ce9b00ac5'] {{(pid=92747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:32:55.957825 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a9888f-1154-43eb-9038-388d8cb5f2bc req-09d1ace0-6e32-4b5f-a385-4b294d650607 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] No DVR routers for this DVR port dd267157-1256-45b0-b782-851ce9b00ac5 on host hv-cinder-79688 {{(pid=92745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:32:55.960996 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-b9a9888f-1154-43eb-9038-388d8cb5f2bc req-09d1ace0-6e32-4b5f-a385-4b294d650607 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5899'] for port, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:55.963009 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-b9a9888f-1154-43eb-9038-388d8cb5f2bc req-09d1ace0-6e32-4b5f-a385-4b294d650607 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.38 "DELETE /v2.0/ports/dd267157-1256-45b0-b782-851ce9b00ac5 HTTP/1.1" status: 204 len: 173 time: 0.4924548 Jun 21 04:32:55.963563 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb3c6aec-7e6e-4d62-b6be-ae436ec8e5e6', 'name': 'network-vif-deleted', 'tag': 'dd267157-1256-45b0-b782-851ce9b00ac5'}] {{(pid=92745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:32:55.965914 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e65a7435921a4b725d950f60fbdbd7b7a483a7692f8e299216e8097d5419be07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e509c0-f876-4f5a-bba1-4876e1da31b0" -d '{"events": [{"server_uuid": "bb3c6aec-7e6e-4d62-b6be-ae436ec8e5e6", "name": "network-vif-deleted", "tag": "dd267157-1256-45b0-b782-851ce9b00ac5"}]}' {{(pid=92745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:32:56.004920 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6302f30d-ad8e-4ad5-9246-fabf91f63c16 x-openstack-request-id: req-6302f30d-ad8e-4ad5-9246-fabf91f63c16 {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:32:56.005235 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb3c6aec-7e6e-4d62-b6be-ae436ec8e5e6", "name": "network-vif-deleted", "tag": "dd267157-1256-45b0-b782-851ce9b00ac5", "status": "completed", "code": 200}]} {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:32:56.005554 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6302f30d-ad8e-4ad5-9246-fabf91f63c16 {{(pid=92745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:32:56.005971 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb3c6aec-7e6e-4d62-b6be-ae436ec8e5e6', 'name': 'network-vif-deleted', 'tag': 'dd267157-1256-45b0-b782-851ce9b00ac5', 'status': 'completed', 'code': 200} Jun 21 04:32:56.355609 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device d7ac8078-a076-4502-9a85-1eb7e02bdc07 details requested by agent hyperv_hv-cinder-79688 with host hv-cinder-79688 {{(pid=92747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:32:56.450629 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] For port d7ac8078-a076-4502-9a85-1eb7e02bdc07, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=d7ac8078-a076-4502-9a85-1eb7e02bdc07,segment=NetworkSegment(bcb82d62-f15a-4999-97b2-fb2390391dc7),segment_id=bcb82d62-f15a-4999-97b2-fb2390391dc7)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:32:56.462139 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Returning: {'device': 'd7ac8078-a076-4502-9a85-1eb7e02bdc07', 'network_id': '9e3bb3a6-2b59-4fb4-895f-f70ce89edae9', 'port_id': 'd7ac8078-a076-4502-9a85-1eb7e02bdc07', 'mac_address': 'fa:16:3e:28:9f:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '918f4e71-5bf8-48ad-8f22-8af261c5caaa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:32:56.496369 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:56.508737 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.notifiers.nova [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7ac8078-a076-4502-9a85-1eb7e02bdc07 {{(pid=92747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:32:56.527332 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] For port d7ac8078-a076-4502-9a85-1eb7e02bdc07, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=d7ac8078-a076-4502-9a85-1eb7e02bdc07,segment=NetworkSegment(bcb82d62-f15a-4999-97b2-fb2390391dc7),segment_id=bcb82d62-f15a-4999-97b2-fb2390391dc7)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:32:56.531106 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:56.532937 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:56.581731 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Pushing event updated for resources: {'Port': ['ID=d7ac8078-a076-4502-9a85-1eb7e02bdc07,revision_number=4']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:56.589345 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:56.589720 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:56.590068 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:56.590409 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:56.590747 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:56.591083 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:56.592011 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:56.592011 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:56.592186 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:56.592371 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:56.592701 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:56.593025 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:56.596908 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:56.660319 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-9260eb31-ed05-42da-a9ad-61fe9b6b06bf req-c76ca510-1065-4304-b4ad-f78674303dc2 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb3c6aec-7e6e-4d62-b6be-ae436ec8e5e6 HTTP/1.1" status: 200 len: 210 time: 0.0292606 Jun 21 04:32:56.887597 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] get_ports_and_sgs() called for port_ids ['d7ac8078-a076-4502-9a85-1eb7e02bdc07'] {{(pid=92747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:32:57.034553 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a71d3c-4ffd-459a-877d-a7eb6996bfce req-d2339797-3f5b-4d93-a327-d2d834f2014c tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:57.035900 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-a9a71d3c-4ffd-459a-877d-a7eb6996bfce req-d2339797-3f5b-4d93-a327-d2d834f2014c tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/ports?device_id=18996e50-2fae-40b4-98b0-4095a44006a0 HTTP/1.1" status: 200 len: 945 time: 0.0646424 Jun 21 04:32:57.074148 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-a9a71d3c-4ffd-459a-877d-a7eb6996bfce req-7617b0ab-27ff-4d37-baf4-2ce623146453 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/security-groups?id=7de10ea1-c321-48d0-bd45-f8ccf2f66da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320318 Jun 21 04:32:58.246602 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcc802a-50d3-44d6-9f69-a0ce604f23c8 req-7274bb9b-6b3a-49f5-99ec-0226e965490d tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:58.248036 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-2fcc802a-50d3-44d6-9f69-a0ce604f23c8 req-7274bb9b-6b3a-49f5-99ec-0226e965490d tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/ports?device_id=18996e50-2fae-40b4-98b0-4095a44006a0 HTTP/1.1" status: 200 len: 945 time: 0.0625696 Jun 21 04:32:58.284959 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-2fcc802a-50d3-44d6-9f69-a0ce604f23c8 req-55809aca-0819-4521-9757-7da398dae0a1 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/security-groups?id=7de10ea1-c321-48d0-bd45-f8ccf2f66da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313349 Jun 21 04:32:58.357179 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device d7ac8078-a076-4502-9a85-1eb7e02bdc07 up at agent hyperv_hv-cinder-79688 {{(pid=92747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:32:58.403125 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Provisioning for port d7ac8078-a076-4502-9a85-1eb7e02bdc07 completed by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:32:58.406688 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Provisioning complete for port d7ac8078-a076-4502-9a85-1eb7e02bdc07 triggered by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:32:58.407165 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:58.481544 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:58.503029 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18996e50-2fae-40b4-98b0-4095a44006a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7ac8078-a076-4502-9a85-1eb7e02bdc07'}] {{(pid=92747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:32:58.505262 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}801f1ae26e0cb5c56acb95c727deede285b0e3a42266231ef73c077b6573d85d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-694cc630-0f41-4d79-ba85-2123b63e0dbd" -d '{"events": [{"server_uuid": "18996e50-2fae-40b4-98b0-4095a44006a0", "name": "network-vif-plugged", "status": "completed", "tag": "d7ac8078-a076-4502-9a85-1eb7e02bdc07"}]}' {{(pid=92747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:32:58.517963 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] For port d7ac8078-a076-4502-9a85-1eb7e02bdc07, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=d7ac8078-a076-4502-9a85-1eb7e02bdc07,segment=NetworkSegment(bcb82d62-f15a-4999-97b2-fb2390391dc7),segment_id=bcb82d62-f15a-4999-97b2-fb2390391dc7)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:32:58.522971 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:58.523862 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device dd267157-1256-45b0-b782-851ce9b00ac5 no longer exists at agent hyperv_hv-cinder-79688 {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:32:58.526335 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:58.545268 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ca26dc-a59f-4dd8-becb-18bc071b4569 x-openstack-request-id: req-40ca26dc-a59f-4dd8-becb-18bc071b4569 {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:32:58.545588 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18996e50-2fae-40b4-98b0-4095a44006a0", "name": "network-vif-plugged", "status": "completed", "tag": "d7ac8078-a076-4502-9a85-1eb7e02bdc07", "code": 200}]} {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:32:58.545853 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-40ca26dc-a59f-4dd8-becb-18bc071b4569 {{(pid=92747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:32:58.546243 dv-cinder-796889-2-smb neutron-server[92747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18996e50-2fae-40b4-98b0-4095a44006a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7ac8078-a076-4502-9a85-1eb7e02bdc07', 'code': 200} Jun 21 04:32:58.562658 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] No Port match for: dd267157-1256-45b0-b782-851ce9b00ac5 {{(pid=92747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:32:58.563010 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device dd267157-1256-45b0-b782-851ce9b00ac5 not bound to the agent host hv-cinder-79688 {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:32:58.588822 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Pushing event updated for resources: {'Port': ['ID=d7ac8078-a076-4502-9a85-1eb7e02bdc07,revision_number=5']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:58.591655 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:58.792975 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db40b50f-ef14-4c33-93f3-efffe5e41d42 req-4c707211-8ed1-4521-92e2-1fa354995dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:58.795029 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-db40b50f-ef14-4c33-93f3-efffe5e41d42 req-4c707211-8ed1-4521-92e2-1fa354995dec service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=18996e50-2fae-40b4-98b0-4095a44006a0 HTTP/1.1" status: 200 len: 1099 time: 0.0494545 Jun 21 04:32:58.829193 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-db40b50f-ef14-4c33-93f3-efffe5e41d42 req-92c5f4c3-1f73-49ee-a0ae-98d58054f324 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=7de10ea1-c321-48d0-bd45-f8ccf2f66da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272272 Jun 21 04:32:59.459269 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f3a3e9-45a8-440e-82d6-d6f43013081a req-52fc2f90-4473-4f41-97d5-de6c322da896 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:59.461371 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-55f3a3e9-45a8-440e-82d6-d6f43013081a req-52fc2f90-4473-4f41-97d5-de6c322da896 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/ports?device_id=18996e50-2fae-40b4-98b0-4095a44006a0 HTTP/1.1" status: 200 len: 946 time: 0.0639634 Jun 21 04:32:59.500855 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-55f3a3e9-45a8-440e-82d6-d6f43013081a req-7d1b439d-dfae-4d41-9a82-85b5d66ffb18 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/security-groups?id=7de10ea1-c321-48d0-bd45-f8ccf2f66da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340695 Jun 21 04:33:00.675086 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf1003-58f9-47b7-9622-3ae2ec59ac07 req-b8a4cd89-53a7-4d24-b2f8-50dfa7b3497c tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:00.676518 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-3faf1003-58f9-47b7-9622-3ae2ec59ac07 req-b8a4cd89-53a7-4d24-b2f8-50dfa7b3497c tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/ports?device_id=18996e50-2fae-40b4-98b0-4095a44006a0 HTTP/1.1" status: 200 len: 946 time: 0.0639751 Jun 21 04:33:00.713309 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-3faf1003-58f9-47b7-9622-3ae2ec59ac07 req-87f126f6-94f9-4d58-aae9-e814ac8bbb98 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/security-groups?id=7de10ea1-c321-48d0-bd45-f8ccf2f66da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305889 Jun 21 04:33:00.879384 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9b2253-841a-4fdc-8c1b-17044c18284f req-7cb7cd93-9a7a-404c-922a-f327f809bd73 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:00.880819 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-ff9b2253-841a-4fdc-8c1b-17044c18284f req-7cb7cd93-9a7a-404c-922a-f327f809bd73 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/ports?device_id=18996e50-2fae-40b4-98b0-4095a44006a0 HTTP/1.1" status: 200 len: 946 time: 0.0612216 Jun 21 04:33:00.916960 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-ff9b2253-841a-4fdc-8c1b-17044c18284f req-bdad9a16-42dc-4eb6-bea2-633760d4def1 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/security-groups?id=7de10ea1-c321-48d0-bd45-f8ccf2f66da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299911 Jun 21 04:33:01.290666 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3de766-ad01-4bd8-b71d-f28c23849fb9 req-e0f2bfa3-4362-4147-b2e3-d1e3763e9fbc tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:01.292116 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-cd3de766-ad01-4bd8-b71d-f28c23849fb9 req-e0f2bfa3-4362-4147-b2e3-d1e3763e9fbc tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/ports?device_id=18996e50-2fae-40b4-98b0-4095a44006a0 HTTP/1.1" status: 200 len: 946 time: 0.0637612 Jun 21 04:33:01.330283 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-cd3de766-ad01-4bd8-b71d-f28c23849fb9 req-f238f3a5-2568-4949-a68b-77d750ad5919 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/security-groups?id=7de10ea1-c321-48d0-bd45-f8ccf2f66da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321708 Jun 21 04:33:01.546118 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8449b60-990c-40be-a5e8-401271962731 req-221adf43-65b5-4476-964a-10800f230097 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:01.547712 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-a8449b60-990c-40be-a5e8-401271962731 req-221adf43-65b5-4476-964a-10800f230097 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.13 "GET /v2.0/networks?id=bcd25c4b-e82e-4806-8b9a-58ce3023b281 HTTP/1.1" status: 200 len: 814 time: 0.0990825 Jun 21 04:33:01.565521 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-a8449b60-990c-40be-a5e8-401271962731 req-656a9fd7-2fdd-4c86-90c3-0d6508747686 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.13 "GET /v2.0/quotas/3d3dc1c5cc6245e19aae425aef4939bb HTTP/1.1" status: 200 len: 375 time: 0.0096822 Jun 21 04:33:01.621737 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-a8449b60-990c-40be-a5e8-401271962731 req-2aa9ee2a-172f-47ec-8f08-d79d34a7e1a2 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3d3dc1c5cc6245e19aae425aef4939bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376320 Jun 21 04:33:01.715994 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-a8449b60-990c-40be-a5e8-401271962731 req-eaa4c473-132b-43c4-933c-f61e8ab44bb7 service neutron] 10.222.0.13 "GET /v2.0/networks/bcd25c4b-e82e-4806-8b9a-58ce3023b281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874243 Jun 21 04:33:01.810336 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-a8449b60-990c-40be-a5e8-401271962731 req-6f2cf7c0-ef7b-4778-8da8-507637138c83 service neutron] 10.222.0.13 "GET /v2.0/networks/bcd25c4b-e82e-4806-8b9a-58ce3023b281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864122 Jun 21 04:33:01.970374 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-82915b7e-88d1-4989-bfee-f1d3f9f74b5e req-7ccb8443-77f0-4a4c-bffa-65d386829230 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b88825f-b566-4c79-968f-de61ea6948e2 HTTP/1.1" status: 200 len: 210 time: 0.0288026 Jun 21 04:33:03.118265 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-e1e68b39-9d30-4964-b13c-1f570668a13f req-28701932-c9e7-4f9b-80a6-bfcf029dd751 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b88825f-b566-4c79-968f-de61ea6948e2 HTTP/1.1" status: 200 len: 210 time: 0.0360978 Jun 21 04:33:03.148119 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8449b60-990c-40be-a5e8-401271962731 req-3af02e5b-d7b8-4129-aefd-9a823d5f4ab0 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:03.149613 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-a8449b60-990c-40be-a5e8-401271962731 req-3af02e5b-d7b8-4129-aefd-9a823d5f4ab0 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.38 "GET /v2.0/networks?id=bcd25c4b-e82e-4806-8b9a-58ce3023b281 HTTP/1.1" status: 200 len: 814 time: 0.1085095 Jun 21 04:33:03.179945 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.v2.base [req-a8449b60-990c-40be-a5e8-401271962731 req-6812dec9-5f22-40d2-8db5-85bcd94a9de7 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Request body: {'port': {'device_id': '1b88825f-b566-4c79-968f-de61ea6948e2', 'network_id': 'bcd25c4b-e82e-4806-8b9a-58ce3023b281', 'admin_state_up': True, 'tenant_id': '3d3dc1c5cc6245e19aae425aef4939bb'}} {{(pid=92745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:33:03.297175 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8449b60-990c-40be-a5e8-401271962731 req-6812dec9-5f22-40d2-8db5-85bcd94a9de7 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Made reservation on behalf of 3d3dc1c5cc6245e19aae425aef4939bb for: {'port': 1} {{(pid=92745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:33:03.300874 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-a8449b60-990c-40be-a5e8-401271962731 req-6812dec9-5f22-40d2-8db5-85bcd94a9de7 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-632420'] for port, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:03.433175 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.db_base_plugin_common [req-a8449b60-990c-40be-a5e8-401271962731 req-6812dec9-5f22-40d2-8db5-85bcd94a9de7 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Allocated IP 172.20.0.14 (bcd25c4b-e82e-4806-8b9a-58ce3023b281/5b74d7ea-b7ab-482b-b868-925adb354e05/1b490abe-52e1-4d07-82c7-3ff8044d944a) {{(pid=92745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:33:03.573048 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-a8449b60-990c-40be-a5e8-401271962731 req-6812dec9-5f22-40d2-8db5-85bcd94a9de7 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Notify callbacks [] for port, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:03.610549 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-a8449b60-990c-40be-a5e8-401271962731 req-6812dec9-5f22-40d2-8db5-85bcd94a9de7 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789666979157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30039437'] for port, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:03.614394 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-fa3e39b9-0c68-4cde-8d99-7a72753469e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:03.656156 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8449b60-990c-40be-a5e8-401271962731 req-6812dec9-5f22-40d2-8db5-85bcd94a9de7 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Network bcd25c4b-e82e-4806-8b9a-58ce3023b281 is already hosted by enough agents. {{(pid=92745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:33:03.662306 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.base_scheduler [req-a8449b60-990c-40be-a5e8-401271962731 req-6812dec9-5f22-40d2-8db5-85bcd94a9de7 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Resources bound (agent type, host, resource id): {{(pid=92745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:33:03.666988 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8449b60-990c-40be-a5e8-401271962731 req-6812dec9-5f22-40d2-8db5-85bcd94a9de7 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Received port after_create {{(pid=92745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:33:03.673367 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6812dec9-5f22-40d2-8db5-85bcd94a9de7 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Pushing event updated for resources: {'Port': ['ID=1b490abe-52e1-4d07-82c7-3ff8044d944a,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:03.697353 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-6812dec9-5f22-40d2-8db5-85bcd94a9de7 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:03.722542 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8449b60-990c-40be-a5e8-401271962731 req-6812dec9-5f22-40d2-8db5-85bcd94a9de7 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:03.723137 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-a8449b60-990c-40be-a5e8-401271962731 req-6812dec9-5f22-40d2-8db5-85bcd94a9de7 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5899'] for port, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:03.737607 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-a8449b60-990c-40be-a5e8-401271962731 req-6812dec9-5f22-40d2-8db5-85bcd94a9de7 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5621288 Jun 21 04:33:03.760239 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.v2.base [req-a8449b60-990c-40be-a5e8-401271962731 req-176dfa54-6728-4ac4-8fbe-cffe3afdae01 service neutron] Request body: {'port': {'device_id': '1b88825f-b566-4c79-968f-de61ea6948e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79688'}} {{(pid=92745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:33:03.826890 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-a8449b60-990c-40be-a5e8-401271962731 req-176dfa54-6728-4ac4-8fbe-cffe3afdae01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:04.077853 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [req-a8449b60-990c-40be-a5e8-401271962731 req-176dfa54-6728-4ac4-8fbe-cffe3afdae01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b490abe-52e1-4d07-82c7-3ff8044d944a {{(pid=92745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:33:04.085188 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-a8449b60-990c-40be-a5e8-401271962731 req-176dfa54-6728-4ac4-8fbe-cffe3afdae01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:04.098196 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [req-a8449b60-990c-40be-a5e8-401271962731 req-176dfa54-6728-4ac4-8fbe-cffe3afdae01 service neutron] Transition to ACTIVE for port object 1b490abe-52e1-4d07-82c7-3ff8044d944a will not be triggered until provisioned by entity L2. {{(pid=92745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:33:04.102590 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-a8449b60-990c-40be-a5e8-401271962731 req-176dfa54-6728-4ac4-8fbe-cffe3afdae01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30039483'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:04.107994 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-b12886b8-1659-4c1c-8752-5cb50ceb8398 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:04.150478 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-4421bbda-bd04-4176-9ac5-f4fd96f7ea21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:04.194845 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176dfa54-6728-4ac4-8fbe-cffe3afdae01 service neutron] Pushing event updated for resources: {'Port': ['ID=1b490abe-52e1-4d07-82c7-3ff8044d944a,revision_number=2']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:04.198730 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-176dfa54-6728-4ac4-8fbe-cffe3afdae01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:04.266910 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [req-a8449b60-990c-40be-a5e8-401271962731 req-176dfa54-6728-4ac4-8fbe-cffe3afdae01 service neutron] Attempting to bind port 1b490abe-52e1-4d07-82c7-3ff8044d944a on host hv-cinder-79688 for vnic_type normal with profile {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:33:04.267251 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [req-a8449b60-990c-40be-a5e8-401271962731 req-176dfa54-6728-4ac4-8fbe-cffe3afdae01 service neutron] Attempting to bind port 1b490abe-52e1-4d07-82c7-3ff8044d944a by drivers openvswitch,hyperv on host hv-cinder-79688 at level 0 using segments [{'id': '8a38e233-42e7-4555-a11b-fbc792a45807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'bcd25c4b-e82e-4806-8b9a-58ce3023b281'}] {{(pid=92745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:33:04.267579 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8449b60-990c-40be-a5e8-401271962731 req-176dfa54-6728-4ac4-8fbe-cffe3afdae01 service neutron] Attempting to bind port 1b490abe-52e1-4d07-82c7-3ff8044d944a on network bcd25c4b-e82e-4806-8b9a-58ce3023b281 {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:33:04.272040 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8449b60-990c-40be-a5e8-401271962731 req-176dfa54-6728-4ac4-8fbe-cffe3afdae01 service neutron] Port 1b490abe-52e1-4d07-82c7-3ff8044d944a on network bcd25c4b-e82e-4806-8b9a-58ce3023b281 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79688 {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:33:04.272349 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8449b60-990c-40be-a5e8-401271962731 req-176dfa54-6728-4ac4-8fbe-cffe3afdae01 service neutron] Attempting to bind port 1b490abe-52e1-4d07-82c7-3ff8044d944a on network bcd25c4b-e82e-4806-8b9a-58ce3023b281 {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:33:04.277200 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8449b60-990c-40be-a5e8-401271962731 req-176dfa54-6728-4ac4-8fbe-cffe3afdae01 service neutron] Checking agent: {'id': '2d8ec531-0834-43cc-a69e-43a4958e3c4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79688', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 27, 37), 'started_at': datetime.datetime(2021, 6, 21, 4, 27, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:33:04.277568 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8449b60-990c-40be-a5e8-401271962731 req-176dfa54-6728-4ac4-8fbe-cffe3afdae01 service neutron] Checking segment: {'id': '8a38e233-42e7-4555-a11b-fbc792a45807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'bcd25c4b-e82e-4806-8b9a-58ce3023b281'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:33:04.277953 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8449b60-990c-40be-a5e8-401271962731 req-176dfa54-6728-4ac4-8fbe-cffe3afdae01 service neutron] Bound using segment: {'id': '8a38e233-42e7-4555-a11b-fbc792a45807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'bcd25c4b-e82e-4806-8b9a-58ce3023b281'} {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:33:04.278401 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [req-a8449b60-990c-40be-a5e8-401271962731 req-176dfa54-6728-4ac4-8fbe-cffe3afdae01 service neutron] Bound port: 1b490abe-52e1-4d07-82c7-3ff8044d944a, host: hv-cinder-79688, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a38e233-42e7-4555-a11b-fbc792a45807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'bcd25c4b-e82e-4806-8b9a-58ce3023b281'}}] {{(pid=92745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:33:04.278746 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-a8449b60-990c-40be-a5e8-401271962731 req-176dfa54-6728-4ac4-8fbe-cffe3afdae01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:04.307794 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d611a-612c-4636-8098-89c69fa21b51 req-e4da76cc-fc34-43ad-82d1-93790ebd861b tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:04.309272 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-a48d611a-612c-4636-8098-89c69fa21b51 req-e4da76cc-fc34-43ad-82d1-93790ebd861b tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b88825f-b566-4c79-968f-de61ea6948e2 HTTP/1.1" status: 200 len: 944 time: 0.0624213 Jun 21 04:33:04.340869 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [req-a8449b60-990c-40be-a5e8-401271962731 req-176dfa54-6728-4ac4-8fbe-cffe3afdae01 service neutron] For port 1b490abe-52e1-4d07-82c7-3ff8044d944a, host hv-cinder-79688, cleared binding levels {{(pid=92745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:33:04.344116 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [req-a8449b60-990c-40be-a5e8-401271962731 req-176dfa54-6728-4ac4-8fbe-cffe3afdae01 service neutron] For port 1b490abe-52e1-4d07-82c7-3ff8044d944a, host hv-cinder-79688, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=1b490abe-52e1-4d07-82c7-3ff8044d944a,segment=NetworkSegment(8a38e233-42e7-4555-a11b-fbc792a45807),segment_id=8a38e233-42e7-4555-a11b-fbc792a45807)] {{(pid=92745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:33:04.348092 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-a8449b60-990c-40be-a5e8-401271962731 req-176dfa54-6728-4ac4-8fbe-cffe3afdae01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30039483'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:04.350860 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-a48d611a-612c-4636-8098-89c69fa21b51 req-f48d8aa8-ea1c-4f7b-9b78-222b878041c8 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca98ce9e-f1a3-4909-a002-7e7104c7cc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356464 Jun 21 04:33:04.351048 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-fa3e39b9-0c68-4cde-8d99-7a72753469e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:04.382379 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8449b60-990c-40be-a5e8-401271962731 req-176dfa54-6728-4ac4-8fbe-cffe3afdae01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:04.383532 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-a8449b60-990c-40be-a5e8-401271962731 req-176dfa54-6728-4ac4-8fbe-cffe3afdae01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5899'] for port, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:04.384949 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-a8449b60-990c-40be-a5e8-401271962731 req-176dfa54-6728-4ac4-8fbe-cffe3afdae01 service neutron] 10.222.0.38 "PUT /v2.0/ports/1b490abe-52e1-4d07-82c7-3ff8044d944a HTTP/1.1" status: 200 len: 1094 time: 0.6286237 Jun 21 04:33:04.385458 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b88825f-b566-4c79-968f-de61ea6948e2', 'tag': '1b490abe-52e1-4d07-82c7-3ff8044d944a'}] {{(pid=92745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:33:04.387820 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e65a7435921a4b725d950f60fbdbd7b7a483a7692f8e299216e8097d5419be07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ee8438-ac27-4dba-9055-9ae86e60a3a2" -d '{"events": [{"name": "network-changed", "server_uuid": "1b88825f-b566-4c79-968f-de61ea6948e2", "tag": "1b490abe-52e1-4d07-82c7-3ff8044d944a"}]}' {{(pid=92745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:33:04.424795 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176dfa54-6728-4ac4-8fbe-cffe3afdae01 service neutron] Pushing event updated for resources: {'Port': ['ID=1b490abe-52e1-4d07-82c7-3ff8044d944a,revision_number=3']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:04.428080 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-176dfa54-6728-4ac4-8fbe-cffe3afdae01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:04.430410 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78c8fcf-7b64-4225-be27-4230ee9862bb x-openstack-request-id: req-e78c8fcf-7b64-4225-be27-4230ee9862bb {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:33:04.430757 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b88825f-b566-4c79-968f-de61ea6948e2", "tag": "1b490abe-52e1-4d07-82c7-3ff8044d944a", "status": "completed", "code": 200}]} {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:33:04.431282 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e78c8fcf-7b64-4225-be27-4230ee9862bb {{(pid=92745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:33:04.431766 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b88825f-b566-4c79-968f-de61ea6948e2', 'tag': '1b490abe-52e1-4d07-82c7-3ff8044d944a', 'status': 'completed', 'code': 200} Jun 21 04:33:04.525257 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8449b60-990c-40be-a5e8-401271962731 req-61e7e799-d75e-4900-8e25-cad0800e494a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:04.527128 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-a8449b60-990c-40be-a5e8-401271962731 req-61e7e799-d75e-4900-8e25-cad0800e494a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3d3dc1c5cc6245e19aae425aef4939bb&device_id=1b88825f-b566-4c79-968f-de61ea6948e2 HTTP/1.1" status: 200 len: 1097 time: 0.0552075 Jun 21 04:33:04.596072 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-a8449b60-990c-40be-a5e8-401271962731 req-53cd90cd-c8f9-4ef6-907f-6ddc98c1850b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b490abe-52e1-4d07-82c7-3ff8044d944a HTTP/1.1" status: 200 len: 217 time: 0.0356369 Jun 21 04:33:04.643859 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8449b60-990c-40be-a5e8-401271962731 req-70032caa-5b38-420a-bba3-67e482a807d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:04.645279 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-a8449b60-990c-40be-a5e8-401271962731 req-70032caa-5b38-420a-bba3-67e482a807d0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5b74d7ea-b7ab-482b-b868-925adb354e05 HTTP/1.1" status: 200 len: 854 time: 0.0429552 Jun 21 04:33:04.677876 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-a8449b60-990c-40be-a5e8-401271962731 req-84ca3fcb-7b3a-4294-9455-4bb0997086a6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bcd25c4b-e82e-4806-8b9a-58ce3023b281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258050 Jun 21 04:33:04.767251 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-a8449b60-990c-40be-a5e8-401271962731 req-3f8e1863-26d1-4ba7-9a0b-b37af24684c4 service neutron] 10.222.0.38 "GET /v2.0/networks/bcd25c4b-e82e-4806-8b9a-58ce3023b281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816591 Jun 21 04:33:04.850898 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-a8449b60-990c-40be-a5e8-401271962731 req-f1a6bb11-410c-42fc-af1e-19b1324d9eb5 service neutron] 10.222.0.38 "GET /v2.0/networks/bcd25c4b-e82e-4806-8b9a-58ce3023b281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0768857 Jun 21 04:33:05.016984 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee8438-ac27-4dba-9055-9ae86e60a3a2 req-0a6902a9-4991-484d-bfc3-fe46c3245dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:05.018398 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-17ee8438-ac27-4dba-9055-9ae86e60a3a2 req-0a6902a9-4991-484d-bfc3-fe46c3245dcc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3d3dc1c5cc6245e19aae425aef4939bb&device_id=1b88825f-b566-4c79-968f-de61ea6948e2 HTTP/1.1" status: 200 len: 1097 time: 0.0499396 Jun 21 04:33:05.105475 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee8438-ac27-4dba-9055-9ae86e60a3a2 req-2b20f89b-01d1-4d74-a983-93404ce5a7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:05.106784 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-17ee8438-ac27-4dba-9055-9ae86e60a3a2 req-2b20f89b-01d1-4d74-a983-93404ce5a7a2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=bcd25c4b-e82e-4806-8b9a-58ce3023b281 HTTP/1.1" status: 200 len: 915 time: 0.0807347 Jun 21 04:33:05.149057 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-17ee8438-ac27-4dba-9055-9ae86e60a3a2 req-7559a741-6d95-47b2-aff4-c7b95e61a755 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b490abe-52e1-4d07-82c7-3ff8044d944a HTTP/1.1" status: 200 len: 217 time: 0.0330284 Jun 21 04:33:05.200701 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee8438-ac27-4dba-9055-9ae86e60a3a2 req-1ff4a898-a50c-4ad2-ada2-6ac4723286dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:05.202182 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-17ee8438-ac27-4dba-9055-9ae86e60a3a2 req-1ff4a898-a50c-4ad2-ada2-6ac4723286dc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5b74d7ea-b7ab-482b-b868-925adb354e05 HTTP/1.1" status: 200 len: 854 time: 0.0465665 Jun 21 04:33:05.240348 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-17ee8438-ac27-4dba-9055-9ae86e60a3a2 req-47d46eb3-7494-418b-bf4c-7c532c381471 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=bcd25c4b-e82e-4806-8b9a-58ce3023b281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264783 Jun 21 04:33:05.328641 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-17ee8438-ac27-4dba-9055-9ae86e60a3a2 req-28192dd2-0252-469b-913c-0f5c843c3a75 service neutron] 10.222.0.38 "GET /v2.0/networks/bcd25c4b-e82e-4806-8b9a-58ce3023b281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809276 Jun 21 04:33:05.433250 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-17ee8438-ac27-4dba-9055-9ae86e60a3a2 req-c5c5c939-b08b-47a9-a306-1945087f99e7 service neutron] 10.222.0.38 "GET /v2.0/networks/bcd25c4b-e82e-4806-8b9a-58ce3023b281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914299 Jun 21 04:33:05.537954 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c75bdc-2588-465b-9189-a2f216703087 req-2be0e731-e913-4427-bd69-f7c0c85e57ef tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:05.539735 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-04c75bdc-2588-465b-9189-a2f216703087 req-2be0e731-e913-4427-bd69-f7c0c85e57ef tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b88825f-b566-4c79-968f-de61ea6948e2 HTTP/1.1" status: 200 len: 944 time: 0.0696797 Jun 21 04:33:05.578386 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-04c75bdc-2588-465b-9189-a2f216703087 req-90f060b0-9bfd-4bb9-9362-2b3e37919ac9 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca98ce9e-f1a3-4909-a002-7e7104c7cc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332255 Jun 21 04:33:05.792105 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f07987-baf0-4a61-9f38-efa3b5ede5c4 req-f992d80e-b55a-4bc2-ac85-6f24d306334b tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:05.793566 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-f9f07987-baf0-4a61-9f38-efa3b5ede5c4 req-f992d80e-b55a-4bc2-ac85-6f24d306334b tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/ports?device_id=18996e50-2fae-40b4-98b0-4095a44006a0 HTTP/1.1" status: 200 len: 946 time: 0.0615394 Jun 21 04:33:05.829915 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-f9f07987-baf0-4a61-9f38-efa3b5ede5c4 req-b12f4b61-364e-4f04-b5e9-f980a908d6b6 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/security-groups?id=7de10ea1-c321-48d0-bd45-f8ccf2f66da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306509 Jun 21 04:33:05.854740 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 33320) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:06.047590 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ef54f7-e298-461a-9731-51d7a5beb9ff tempest-TestMinimumBasicScenario-367254023 tempest-TestMinimumBasicScenario-367254023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:06.049057 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-21ef54f7-e298-461a-9731-51d7a5beb9ff tempest-TestMinimumBasicScenario-367254023 tempest-TestMinimumBasicScenario-367254023-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=18996e50-2fae-40b4-98b0-4095a44006a0 HTTP/1.1" status: 200 len: 1094 time: 0.1933510 Jun 21 04:33:06.052108 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 33324) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:06.056634 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.v2.base [None req-e4eb7f85-0c9f-450e-8540-d0d1a5998924 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Request body: {'floatingip': {'floating_network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'port_id': 'd7ac8078-a076-4502-9a85-1eb7e02bdc07', 'tenant_id': 'e61908d6671944fe97c42e49b197ffce', 'fixed_ip_address': '172.20.0.10'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:33:06.077734 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e4eb7f85-0c9f-450e-8540-d0d1a5998924 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Notify callbacks [] for floatingip, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:06.170477 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e4eb7f85-0c9f-450e-8540-d0d1a5998924 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-632420'] for port, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:06.274874 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.db.db_base_plugin_common [None req-e4eb7f85-0c9f-450e-8540-d0d1a5998924 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Allocated IP 172.28.2.237 (e4173b4a-3ce8-414e-a2d6-4147ce727684/074fe887-5c0a-4322-b8b4-1844e3a886aa/c53dc1d4-56fe-41d5-b86e-8bbc480677eb) {{(pid=92746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:33:06.371213 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e4eb7f85-0c9f-450e-8540-d0d1a5998924 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Notify callbacks [] for port, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:06.408265 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e4eb7f85-0c9f-450e-8540-d0d1a5998924 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789666979157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33408509'] for port, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:06.410204 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-19cd26d3-091d-4499-ad84-d86809a5d4f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:06.451217 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4eb7f85-0c9f-450e-8540-d0d1a5998924 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Network e4173b4a-3ce8-414e-a2d6-4147ce727684 is already hosted by enough agents. {{(pid=92746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:33:06.453880 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.scheduler.base_scheduler [None req-e4eb7f85-0c9f-450e-8540-d0d1a5998924 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Resources bound (agent type, host, resource id): {{(pid=92746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:33:06.457387 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4eb7f85-0c9f-450e-8540-d0d1a5998924 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Received port after_create {{(pid=92746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:33:06.480348 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eb7f85-0c9f-450e-8540-d0d1a5998924 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Pushing event updated for resources: {'Port': ['ID=c53dc1d4-56fe-41d5-b86e-8bbc480677eb,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:06.484076 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-e4eb7f85-0c9f-450e-8540-d0d1a5998924 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:06.754948 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-e7c7e998-794f-4b00-940f-a827a66989e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:06.830965 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:06.857199 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce9761-25c0-4ae6-8f26-6e162e40c10e req-babec758-256a-4160-b993-1dd5fa5331fc tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:06.858696 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-7dce9761-25c0-4ae6-8f26-6e162e40c10e req-babec758-256a-4160-b993-1dd5fa5331fc tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b88825f-b566-4c79-968f-de61ea6948e2 HTTP/1.1" status: 200 len: 944 time: 0.1700289 Jun 21 04:33:06.892784 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e4eb7f85-0c9f-450e-8540-d0d1a5998924 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:06.933773 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-7dce9761-25c0-4ae6-8f26-6e162e40c10e req-defe363e-7e43-4dbb-a25d-981ab32c4f10 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca98ce9e-f1a3-4909-a002-7e7104c7cc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689809 Jun 21 04:33:06.984801 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:06.987749 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e4eb7f85-0c9f-450e-8540-d0d1a5998924 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:07.135310 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e4eb7f85-0c9f-450e-8540-d0d1a5998924 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Notify callbacks [] for port, precommit_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:07.139864 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e4eb7f85-0c9f-450e-8540-d0d1a5998924 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33408459'] for port, after_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:07.141903 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-83795bb4-7a3a-47d2-915a-3cabf41ea4a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:07.204677 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eb7f85-0c9f-450e-8540-d0d1a5998924 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Pushing event updated for resources: {'Port': ['ID=c53dc1d4-56fe-41d5-b86e-8bbc480677eb,revision_number=2']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:07.208569 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-e4eb7f85-0c9f-450e-8540-d0d1a5998924 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:07.218568 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e4eb7f85-0c9f-450e-8540-d0d1a5998924 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33062327'] for floatingip, after_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:07.316277 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.db.l3_db [None req-e4eb7f85-0c9f-450e-8540-d0d1a5998924 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Floating IP 6d859e04-8b84-44a7-9d2c-24b414a77460 associated. External IP: 172.28.2.237, port: d7ac8078-a076-4502-9a85-1eb7e02bdc07. Jun 21 04:33:07.517524 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4eb7f85-0c9f-450e-8540-d0d1a5998924 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Router 917b1397-b2c8-463e-b663-dd8e16328a9b has already been hosted by L3 agent c5fde6f5-f096-4668-9faa-154c63e10de0 {{(pid=92746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:33:07.619156 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4eb7f85-0c9f-450e-8540-d0d1a5998924 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Notify agent at l3_agent.dv-cinder-796889-2-smb the message routers_updated {{(pid=92746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:33:07.628531 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6e99fc-1397-4100-965b-19d274290dd4 None None] Sync routers for ids ['917b1397-b2c8-463e-b663-dd8e16328a9b'] in dv-cinder-796889-2-smb {{(pid=92747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:33:07.634835 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e4eb7f85-0c9f-450e-8540-d0d1a5998924 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5899'] for floatingip, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:07.638100 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6e99fc-1397-4100-965b-19d274290dd4 None None] Routers {'917b1397-b2c8-463e-b663-dd8e16328a9b'} bound to L3 agent in host dv-cinder-796889-2-smb {{(pid=92747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:33:07.638921 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-9f6e99fc-1397-4100-965b-19d274290dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:21:37Z,description=,heartbeat_timestamp=2021-06-21T04:33:07Z,host='dv-cinder-796889-2-smb',id=c5fde6f5-f096-4668-9faa-154c63e10de0,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:21:37Z,topic='l3_agent')) {'router_ids': ['917b1397-b2c8-463e-b663-dd8e16328a9b'], 'active': True} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:07.669962 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-e4eb7f85-0c9f-450e-8540-d0d1a5998924 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6168602 Jun 21 04:33:07.670570 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18996e50-2fae-40b4-98b0-4095a44006a0', 'tag': 'd7ac8078-a076-4502-9a85-1eb7e02bdc07'}] {{(pid=92746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:33:07.672815 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7cbf71f9e1aa915714a5a62000f0bd5d8f9af41b6b6cc8a146f78dbc3385941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa78af2f-94af-4f33-8655-0b329a904ac7" -d '{"events": [{"name": "network-changed", "server_uuid": "18996e50-2fae-40b4-98b0-4095a44006a0", "tag": "d7ac8078-a076-4502-9a85-1eb7e02bdc07"}]}' {{(pid=92746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:33:07.672966 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 33336) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:07.678179 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.v2.base [None req-fd94f090-41d0-4755-afe8-3c39d6aa5304 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1285000383', 'description': 'tempest-secgroup-smoke-1285000383 description', 'project_id': 'e61908d6671944fe97c42e49b197ffce'}} {{(pid=92745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:33:07.702224 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-fd94f090-41d0-4755-afe8-3c39d6aa5304 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Notify callbacks [] for security_group, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:07.708067 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da83ef1-00f1-42c8-b58a-ef6732aa24f6 x-openstack-request-id: req-1da83ef1-00f1-42c8-b58a-ef6732aa24f6 {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:33:07.708424 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18996e50-2fae-40b4-98b0-4095a44006a0", "tag": "d7ac8078-a076-4502-9a85-1eb7e02bdc07", "status": "completed", "code": 200}]} {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:33:07.708708 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1da83ef1-00f1-42c8-b58a-ef6732aa24f6 {{(pid=92746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:33:07.709125 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18996e50-2fae-40b4-98b0-4095a44006a0', 'tag': 'd7ac8078-a076-4502-9a85-1eb7e02bdc07', 'status': 'completed', 'code': 200} Jun 21 04:33:07.745209 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvr_db [None req-9f6e99fc-1397-4100-965b-19d274290dd4 None None] Set router 917b1397-b2c8-463e-b663-dd8e16328a9b gateway port host: dv-cinder-796889-2-smb {{(pid=92747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:33:07.813876 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-fd94f090-41d0-4755-afe8-3c39d6aa5304 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Notify callbacks [] for security_group, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:07.821381 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-fd94f090-41d0-4755-afe8-3c39d6aa5304 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:07.831960 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:07.841074 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-fd94f090-41d0-4755-afe8-3c39d6aa5304 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Notify callbacks [] for security_group, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:07.842302 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-fd94f090-41d0-4755-afe8-3c39d6aa5304 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1681950 Jun 21 04:33:07.845218 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 33344) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:07.849915 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.v2.base [None req-c2c5f103-a887-41de-ab6d-b27cc2e07c5f tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Request body: {'security_group_rule': {'security_group_id': '69bf17cf-0470-4fcd-ac69-dfff33f03fdb', 'project_id': 'e61908d6671944fe97c42e49b197ffce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:33:07.863888 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa78af2f-94af-4f33-8655-0b329a904ac7 req-8e6697a7-71e2-4186-929d-ab81e9b33e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:07.865418 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-aa78af2f-94af-4f33-8655-0b329a904ac7 req-8e6697a7-71e2-4186-929d-ab81e9b33e36 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e61908d6671944fe97c42e49b197ffce&device_id=18996e50-2fae-40b4-98b0-4095a44006a0 HTTP/1.1" status: 200 len: 1099 time: 0.1079359 Jun 21 04:33:07.866461 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd94f090-41d0-4755-afe8-3c39d6aa5304 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69bf17cf-0470-4fcd-ac69-dfff33f03fdb,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:07.869982 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-fd94f090-41d0-4755-afe8-3c39d6aa5304 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:07.877178 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-c2c5f103-a887-41de-ab6d-b27cc2e07c5f tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:07.947541 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-c2c5f103-a887-41de-ab6d-b27cc2e07c5f tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:07.958013 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-c2c5f103-a887-41de-ab6d-b27cc2e07c5f tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180364'] for security_group_rule, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:07.962370 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-5cafefb4-1005-4acf-aaba-93587f2b0f17 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:07.976495 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c5f103-a887-41de-ab6d-b27cc2e07c5f tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bc3d653-8a1d-4be0-9c08-e24e28ef73c6,revision_number=0']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:07.984128 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-c2c5f103-a887-41de-ab6d-b27cc2e07c5f tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:07.986361 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa78af2f-94af-4f33-8655-0b329a904ac7 req-3fe9ba6b-de90-4eb3-bef5-c06d57b33aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:07.990473 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-aa78af2f-94af-4f33-8655-0b329a904ac7 req-3fe9ba6b-de90-4eb3-bef5-c06d57b33aab service neutron] 10.222.0.38 "GET /v2.0/networks?id=9e3bb3a6-2b59-4fb4-895f-f70ce89edae9 HTTP/1.1" status: 200 len: 915 time: 0.1096306 Jun 21 04:33:07.991243 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-c2c5f103-a887-41de-ab6d-b27cc2e07c5f tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:07.993583 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-c2c5f103-a887-41de-ab6d-b27cc2e07c5f tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1470957 Jun 21 04:33:07.997536 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 33348) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:08.006973 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.v2.base [None req-7c6eb6ec-8b4d-4dc0-a839-348242fba789 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Request body: {'security_group_rule': {'security_group_id': '69bf17cf-0470-4fcd-ac69-dfff33f03fdb', 'project_id': 'e61908d6671944fe97c42e49b197ffce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:33:08.081582 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-aa78af2f-94af-4f33-8655-0b329a904ac7 req-56d6e349-8024-4b5f-8598-af8cf8394e52 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7ac8078-a076-4502-9a85-1eb7e02bdc07 HTTP/1.1" status: 200 len: 1000 time: 0.0850637 Jun 21 04:33:08.084613 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-7c6eb6ec-8b4d-4dc0-a839-348242fba789 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:08.120862 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-af7905e6-f134-40b5-8f7f-d0c0aa400a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:08.125275 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 33352) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:08.162632 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ce3741-7fe6-4cb1-8d4c-39f5529444be req-6d8605fb-c752-444c-bfca-639c46446f74 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:08.164210 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-b5ce3741-7fe6-4cb1-8d4c-39f5529444be req-6d8605fb-c752-444c-bfca-639c46446f74 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b88825f-b566-4c79-968f-de61ea6948e2 HTTP/1.1" status: 200 len: 944 time: 0.0802231 Jun 21 04:33:08.175619 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa78af2f-94af-4f33-8655-0b329a904ac7 req-9b553c72-16b8-4164-8e1a-df572bd2821a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:08.177461 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-aa78af2f-94af-4f33-8655-0b329a904ac7 req-9b553c72-16b8-4164-8e1a-df572bd2821a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=918f4e71-5bf8-48ad-8f22-8af261c5caaa HTTP/1.1" status: 200 len: 853 time: 0.0872939 Jun 21 04:33:08.217600 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-b5ce3741-7fe6-4cb1-8d4c-39f5529444be req-aaf75d96-9765-400d-a10e-c225accb96c6 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca98ce9e-f1a3-4909-a002-7e7104c7cc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464015 Jun 21 04:33:08.220392 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-9f6e99fc-1397-4100-965b-19d274290dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917b1397-b2c8-463e-b663-dd8e16328a9b', 'name': 'tempest-TestMinimumBasicScenario-456427590-router', 'tenant_id': 'e61908d6671944fe97c42e49b197ffce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.153'}], 'enable_snat': True}, 'gw_port_id': '7d928b92-d998-4103-b7d0-c270bb2500d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:32:15Z', 'updated_at': '2021-06-21T04:32:19Z', 'revision_number': 4, 'project_id': 'e61908d6671944fe97c42e49b197ffce', 'gw_port': {'id': '7d928b92-d998-4103-b7d0-c270bb2500d7', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:79:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917b1397-b2c8-463e-b663-dd8e16328a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:32:16Z', 'updated_at': '2021-06-21T04:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb', '_floatingips': [{'id': '6d859e04-8b84-44a7-9d2c-24b414a77460', 'tenant_id': 'e61908d6671944fe97c42e49b197ffce', 'floating_ip_address': '172.28.2.237', 'floating_network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'router_id': '917b1397-b2c8-463e-b663-dd8e16328a9b', 'port_id': 'd7ac8078-a076-4502-9a85-1eb7e02bdc07', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e3bb3a6-2b59-4fb4-895f-f70ce89edae9', 'mac_address': 'fa:16:3e:28:9f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18996e50-2fae-40b4-98b0-4095a44006a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:33:06Z', 'updated_at': '2021-06-21T04:33:06Z', 'revision_number': 0, 'project_id': 'e61908d6671944fe97c42e49b197ffce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca0512ca-ce33-4df1-97b3-dc14d34c89ac', 'name': '', 'network_id': '9e3bb3a6-2b59-4fb4-895f-f70ce89edae9', 'tenant_id': 'e61908d6671944fe97c42e49b197ffce', 'mac_address': 'fa:16:3e:8b:85:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917b1397-b2c8-463e-b663-dd8e16328a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '918f4e71-5bf8-48ad-8f22-8af261c5caaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:32:18Z', 'updated_at': '2021-06-21T04:32:27Z', 'revision_number': 5, 'project_id': 'e61908d6671944fe97c42e49b197ffce', 'subnets': [{'id': '918f4e71-5bf8-48ad-8f22-8af261c5caaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-smb', False) {} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:08.237272 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-7c6eb6ec-8b4d-4dc0-a839-348242fba789 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:08.245650 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-7c6eb6ec-8b4d-4dc0-a839-348242fba789 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180364'] for security_group_rule, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:08.253973 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-f1b30744-c953-45fd-ad7e-f66dc69a8e71 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:08.254700 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6e99fc-1397-4100-965b-19d274290dd4 None None] Checking router: 917b1397-b2c8-463e-b663-dd8e16328a9b for host: dv-cinder-796889-2-smb {{(pid=92747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:33:08.264300 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6e99fc-1397-4100-965b-19d274290dd4 None None] Routers {'917b1397-b2c8-463e-b663-dd8e16328a9b'} bound to L3 agent in host dv-cinder-796889-2-smb {{(pid=92747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:33:08.265066 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-9f6e99fc-1397-4100-965b-19d274290dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:21:37Z,description=,heartbeat_timestamp=2021-06-21T04:33:07Z,host='dv-cinder-796889-2-smb',id=c5fde6f5-f096-4668-9faa-154c63e10de0,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:21:37Z,topic='l3_agent')) {'router_ids': ['917b1397-b2c8-463e-b663-dd8e16328a9b'], 'active': True} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:08.277198 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ed5c4d86-93a5-4650-a0d1-0bfc005a46f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:08.277448 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6eb6ec-8b4d-4dc0-a839-348242fba789 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7378df8-c139-410f-9e8a-2c8d6801e71d,revision_number=0']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:08.280202 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-7c6eb6ec-8b4d-4dc0-a839-348242fba789 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:08.294737 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-7c6eb6ec-8b4d-4dc0-a839-348242fba789 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:08.299040 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-7c6eb6ec-8b4d-4dc0-a839-348242fba789 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2924838 Jun 21 04:33:08.299040 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa78af2f-94af-4f33-8655-0b329a904ac7 req-2bbc4097-b82f-4ed5-80c0-91672238c7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:08.299594 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 33356) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:08.299693 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-aa78af2f-94af-4f33-8655-0b329a904ac7 req-2bbc4097-b82f-4ed5-80c0-91672238c7c8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9e3bb3a6-2b59-4fb4-895f-f70ce89edae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1143563 Jun 21 04:33:08.304172 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.v2.base [None req-2f465922-8ae7-40f4-aa50-d06230b1f257 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Request body: {'security_group_rule': {'security_group_id': '69bf17cf-0470-4fcd-ac69-dfff33f03fdb', 'project_id': 'e61908d6671944fe97c42e49b197ffce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:33:08.378022 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvr_db [None req-9f6e99fc-1397-4100-965b-19d274290dd4 None None] Set router 917b1397-b2c8-463e-b663-dd8e16328a9b gateway port host: dv-cinder-796889-2-smb {{(pid=92747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:33:08.391212 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ed5c4d86-93a5-4650-a0d1-0bfc005a46f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:08.397686 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ed5c4d86-93a5-4650-a0d1-0bfc005a46f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:08.404200 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-ce08a65d-7ae4-40dc-b461-384be2b73072 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:08.453516 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5c4d86-93a5-4650-a0d1-0bfc005a46f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf9845e-a7d2-466d-bb63-1929ea90767f,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:08.455525 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device 1b490abe-52e1-4d07-82c7-3ff8044d944a details requested by agent hyperv_hv-cinder-79688 with host hv-cinder-79688 {{(pid=92747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:33:08.457793 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-ed5c4d86-93a5-4650-a0d1-0bfc005a46f8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=96809b93a80d49eb9a0de90e107d018b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3307674 Jun 21 04:33:08.459414 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-ed5c4d86-93a5-4650-a0d1-0bfc005a46f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:08.460359 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-2f465922-8ae7-40f4-aa50-d06230b1f257 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:08.464108 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 33358) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:08.547927 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-c563d224-65f1-43e3-aa8b-0501ed225e96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:08.582702 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-2f465922-8ae7-40f4-aa50-d06230b1f257 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:08.584740 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-c563d224-65f1-43e3-aa8b-0501ed225e96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:08.592150 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-2f465922-8ae7-40f4-aa50-d06230b1f257 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180364'] for security_group_rule, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:08.597635 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-c2c5f103-a887-41de-ab6d-b27cc2e07c5f tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:08.611135 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-aa78af2f-94af-4f33-8655-0b329a904ac7 req-bb9bde07-fd01-439f-8592-72ca561c8163 service neutron] 10.222.0.38 "GET /v2.0/networks/9e3bb3a6-2b59-4fb4-895f-f70ce89edae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038237 Jun 21 04:33:08.629647 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] For port 1b490abe-52e1-4d07-82c7-3ff8044d944a, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=1b490abe-52e1-4d07-82c7-3ff8044d944a,segment=NetworkSegment(8a38e233-42e7-4555-a11b-fbc792a45807),segment_id=8a38e233-42e7-4555-a11b-fbc792a45807)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:33:08.632092 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f465922-8ae7-40f4-aa50-d06230b1f257 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=994a0d64-74ac-4f83-be85-c4a111b34a77,revision_number=0']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:08.638422 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-2f465922-8ae7-40f4-aa50-d06230b1f257 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:08.645606 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-2f465922-8ae7-40f4-aa50-d06230b1f257 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:08.646415 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-2f465922-8ae7-40f4-aa50-d06230b1f257 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3466678 Jun 21 04:33:08.649772 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 33362) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:08.654517 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.v2.base [None req-d1044b48-ecf5-4bf9-8fa3-f0a498fce6b2 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Request body: {'security_group_rule': {'security_group_id': '69bf17cf-0470-4fcd-ac69-dfff33f03fdb', 'project_id': 'e61908d6671944fe97c42e49b197ffce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:33:08.660936 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Returning: {'device': '1b490abe-52e1-4d07-82c7-3ff8044d944a', 'network_id': 'bcd25c4b-e82e-4806-8b9a-58ce3023b281', 'port_id': '1b490abe-52e1-4d07-82c7-3ff8044d944a', 'mac_address': 'fa:16:3e:ba:dc:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b74d7ea-b7ab-482b-b868-925adb354e05', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:33:08.679178 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-c563d224-65f1-43e3-aa8b-0501ed225e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:08.682197 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-c563d224-65f1-43e3-aa8b-0501ed225e96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:08.683321 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-c563d224-65f1-43e3-aa8b-0501ed225e96 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6bf9845e-a7d2-466d-bb63-1929ea90767f HTTP/1.1" status: 204 len: 168 time: 0.2181976 Jun 21 04:33:08.684455 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-f213ed95-25b1-4744-85f6-20255581a1c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:08.701476 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c563d224-65f1-43e3-aa8b-0501ed225e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf9845e-a7d2-466d-bb63-1929ea90767f,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:08.717548 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-d1044b48-ecf5-4bf9-8fa3-f0a498fce6b2 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:08.719604 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-aa78af2f-94af-4f33-8655-0b329a904ac7 req-6bc7d26f-ec5f-47e0-ac18-bdef7ea6af15 service neutron] 10.222.0.38 "GET /v2.0/networks/9e3bb3a6-2b59-4fb4-895f-f70ce89edae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979004 Jun 21 04:33:08.722337 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-c563d224-65f1-43e3-aa8b-0501ed225e96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:08.737819 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:08.755416 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.notifiers.nova [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b490abe-52e1-4d07-82c7-3ff8044d944a {{(pid=92747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:33:08.780885 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] For port 1b490abe-52e1-4d07-82c7-3ff8044d944a, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=1b490abe-52e1-4d07-82c7-3ff8044d944a,segment=NetworkSegment(8a38e233-42e7-4555-a11b-fbc792a45807),segment_id=8a38e233-42e7-4555-a11b-fbc792a45807)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:33:08.783634 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-9f6e99fc-1397-4100-965b-19d274290dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917b1397-b2c8-463e-b663-dd8e16328a9b', 'name': 'tempest-TestMinimumBasicScenario-456427590-router', 'tenant_id': 'e61908d6671944fe97c42e49b197ffce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.153'}], 'enable_snat': True}, 'gw_port_id': '7d928b92-d998-4103-b7d0-c270bb2500d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:32:15Z', 'updated_at': '2021-06-21T04:32:19Z', 'revision_number': 4, 'project_id': 'e61908d6671944fe97c42e49b197ffce', 'gw_port': {'id': '7d928b92-d998-4103-b7d0-c270bb2500d7', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:79:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917b1397-b2c8-463e-b663-dd8e16328a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:32:16Z', 'updated_at': '2021-06-21T04:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb', '_floatingips': [{'id': '6d859e04-8b84-44a7-9d2c-24b414a77460', 'tenant_id': 'e61908d6671944fe97c42e49b197ffce', 'floating_ip_address': '172.28.2.237', 'floating_network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'router_id': '917b1397-b2c8-463e-b663-dd8e16328a9b', 'port_id': 'd7ac8078-a076-4502-9a85-1eb7e02bdc07', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e3bb3a6-2b59-4fb4-895f-f70ce89edae9', 'mac_address': 'fa:16:3e:28:9f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18996e50-2fae-40b4-98b0-4095a44006a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:33:06Z', 'updated_at': '2021-06-21T04:33:06Z', 'revision_number': 0, 'project_id': 'e61908d6671944fe97c42e49b197ffce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca0512ca-ce33-4df1-97b3-dc14d34c89ac', 'name': '', 'network_id': '9e3bb3a6-2b59-4fb4-895f-f70ce89edae9', 'tenant_id': 'e61908d6671944fe97c42e49b197ffce', 'mac_address': 'fa:16:3e:8b:85:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917b1397-b2c8-463e-b663-dd8e16328a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '918f4e71-5bf8-48ad-8f22-8af261c5caaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:32:18Z', 'updated_at': '2021-06-21T04:32:27Z', 'revision_number': 5, 'project_id': 'e61908d6671944fe97c42e49b197ffce', 'subnets': [{'id': '918f4e71-5bf8-48ad-8f22-8af261c5caaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-smb', False) {} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:08.787627 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-d1044b48-ecf5-4bf9-8fa3-f0a498fce6b2 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:08.791682 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-d1044b48-ecf5-4bf9-8fa3-f0a498fce6b2 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180364'] for security_group_rule, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:08.794250 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-2f465922-8ae7-40f4-aa50-d06230b1f257 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:08.813377 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6e99fc-1397-4100-965b-19d274290dd4 None None] The sync data for ids ['917b1397-b2c8-463e-b663-dd8e16328a9b'] in dv-cinder-796889-2-smb is: [{'id': '917b1397-b2c8-463e-b663-dd8e16328a9b', 'name': 'tempest-TestMinimumBasicScenario-456427590-router', 'tenant_id': 'e61908d6671944fe97c42e49b197ffce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.153'}], 'enable_snat': True}, 'gw_port_id': '7d928b92-d998-4103-b7d0-c270bb2500d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:32:15Z', 'updated_at': '2021-06-21T04:32:19Z', 'revision_number': 4, 'project_id': 'e61908d6671944fe97c42e49b197ffce', 'gw_port': {'id': '7d928b92-d998-4103-b7d0-c270bb2500d7', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:79:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917b1397-b2c8-463e-b663-dd8e16328a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:32:16Z', 'updated_at': '2021-06-21T04:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb', '_floatingips': [{'id': '6d859e04-8b84-44a7-9d2c-24b414a77460', 'tenant_id': 'e61908d6671944fe97c42e49b197ffce', 'floating_ip_address': '172.28.2.237', 'floating_network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'router_id': '917b1397-b2c8-463e-b663-dd8e16328a9b', 'port_id': 'd7ac8078-a076-4502-9a85-1eb7e02bdc07', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e3bb3a6-2b59-4fb4-895f-f70ce89edae9', 'mac_address': 'fa:16:3e:28:9f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18996e50-2fae-40b4-98b0-4095a44006a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:33:06Z', 'updated_at': '2021-06-21T04:33:06Z', 'revision_number': 0, 'project_id': 'e61908d6671944fe97c42e49b197ffce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca0512ca-ce33-4df1-97b3-dc14d34c89ac', 'name': '', 'network_id': '9e3bb3a6-2b59-4fb4-895f-f70ce89edae9', 'tenant_id': 'e61908d6671944fe97c42e49b197ffce', 'mac_address': 'fa:16:3e:8b:85:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917b1397-b2c8-463e-b663-dd8e16328a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '918f4e71-5bf8-48ad-8f22-8af261c5caaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:32:18Z', 'updated_at': '2021-06-21T04:32:27Z', 'revision_number': 5, 'project_id': 'e61908d6671944fe97c42e49b197ffce', 'subnets': [{'id': '918f4e71-5bf8-48ad-8f22-8af261c5caaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:33:08.815511 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:08.818464 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-674c198e-b869-46e6-973c-380f5d67ab7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:08.819515 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1044b48-ecf5-4bf9-8fa3-f0a498fce6b2 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=429362ff-badf-45bf-ab46-a1674ea4e67e,revision_number=0']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:08.823260 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-d1044b48-ecf5-4bf9-8fa3-f0a498fce6b2 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:08.830545 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-d1044b48-ecf5-4bf9-8fa3-f0a498fce6b2 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:08.832254 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-d1044b48-ecf5-4bf9-8fa3-f0a498fce6b2 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1813638 Jun 21 04:33:08.834991 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 33366) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:08.842254 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.v2.base [None req-37f72a6e-68a3-48f2-9254-c997a05a8fe8 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Request body: {'security_group_rule': {'security_group_id': '69bf17cf-0470-4fcd-ac69-dfff33f03fdb', 'project_id': 'e61908d6671944fe97c42e49b197ffce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:33:08.870838 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.db.securitygroups_db [None req-37f72a6e-68a3-48f2-9254-c997a05a8fe8 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Project e61908d6671944fe97c42e49b197ffce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 04:33:08.878096 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-37f72a6e-68a3-48f2-9254-c997a05a8fe8 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:08.878260 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Pushing event updated for resources: {'Port': ['ID=1b490abe-52e1-4d07-82c7-3ff8044d944a,revision_number=4']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:08.881492 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:08.961740 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-37f72a6e-68a3-48f2-9254-c997a05a8fe8 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:08.965657 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-37f72a6e-68a3-48f2-9254-c997a05a8fe8 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180364'] for security_group_rule, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:08.967901 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:08.984649 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f72a6e-68a3-48f2-9254-c997a05a8fe8 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c668124-634b-46ae-b1d2-1245b42985d4,revision_number=0']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:08.987146 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-37f72a6e-68a3-48f2-9254-c997a05a8fe8 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:08.991493 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-37f72a6e-68a3-48f2-9254-c997a05a8fe8 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:08.993814 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-37f72a6e-68a3-48f2-9254-c997a05a8fe8 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1558506 Jun 21 04:33:08.996297 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 33370) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:09.001146 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.v2.base [None req-6af7cdeb-676d-464a-a272-d22d62bff97d tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Request body: {'security_group_rule': {'security_group_id': '69bf17cf-0470-4fcd-ac69-dfff33f03fdb', 'project_id': 'e61908d6671944fe97c42e49b197ffce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:33:09.023387 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 33372) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:09.027505 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.db.securitygroups_db [None req-6af7cdeb-676d-464a-a272-d22d62bff97d tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Project e61908d6671944fe97c42e49b197ffce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 04:33:09.032585 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-6af7cdeb-676d-464a-a272-d22d62bff97d tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:09.036870 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-0ffd1b18-b86f-41fe-852c-f91cfaad4058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:09.044186 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f3ce36-f83c-4e28-ab5b-36cfb078f090 None None] New status for floating IP 6d859e04-8b84-44a7-9d2c-24b414a77460: ACTIVE {{(pid=92748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 04:33:09.109545 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-6af7cdeb-676d-464a-a272-d22d62bff97d tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:09.113693 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-6af7cdeb-676d-464a-a272-d22d62bff97d tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180364'] for security_group_rule, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:09.119833 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:09.129618 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-0ffd1b18-b86f-41fe-852c-f91cfaad4058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:09.136138 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-0ffd1b18-b86f-41fe-852c-f91cfaad4058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:09.137588 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af7cdeb-676d-464a-a272-d22d62bff97d tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82e99658-d021-4ecc-8c99-1db40ff7b932,revision_number=0']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:09.138997 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-85e5ec84-53cb-4bda-a045-b9eb08312d01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:09.140823 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-6af7cdeb-676d-464a-a272-d22d62bff97d tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:09.149855 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-6af7cdeb-676d-464a-a272-d22d62bff97d tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:09.151505 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-6af7cdeb-676d-464a-a272-d22d62bff97d tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1541119 Jun 21 04:33:09.182873 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-0ffd1b18-b86f-41fe-852c-f91cfaad4058 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=65a67826114b44d58d0de17d3bbc7097&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1577430 Jun 21 04:33:09.183953 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffd1b18-b86f-41fe-852c-f91cfaad4058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b62a73-0def-4c94-bbaf-707e5ed5e5ca,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:09.187294 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 33376) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:09.188616 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] get_ports_and_sgs() called for port_ids ['1b490abe-52e1-4d07-82c7-3ff8044d944a'] {{(pid=92747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:33:09.206943 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-0ffd1b18-b86f-41fe-852c-f91cfaad4058 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:09.289292 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-0e8312be-64a6-4cd3-8a5f-3d404720b929 req-50f674c9-f0a1-422c-970d-9940701d3d49 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1285000383&fields=id&tenant_id=e61908d6671944fe97c42e49b197ffce HTTP/1.1" status: 200 len: 267 time: 0.0395525 Jun 21 04:33:09.304193 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e591e4c0-08dd-4a75-95fd-7ed086a3e151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:09.369615 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e591e4c0-08dd-4a75-95fd-7ed086a3e151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:09.451496 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8312be-64a6-4cd3-8a5f-3d404720b929 req-301bb641-9d9b-4315-9095-3f41157ef7a2 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:09.452951 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-0e8312be-64a6-4cd3-8a5f-3d404720b929 req-301bb641-9d9b-4315-9095-3f41157ef7a2 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/ports?device_id=18996e50-2fae-40b4-98b0-4095a44006a0 HTTP/1.1" status: 200 len: 946 time: 0.1499190 Jun 21 04:33:09.469606 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.v2.base [req-0e8312be-64a6-4cd3-8a5f-3d404720b929 req-b0b7ae09-0f75-4540-a317-7bab8a8296b0 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Request body: {'port': {'security_groups': ['7de10ea1-c321-48d0-bd45-f8ccf2f66da9', '69bf17cf-0470-4fcd-ac69-dfff33f03fdb']}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:33:09.475815 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e591e4c0-08dd-4a75-95fd-7ed086a3e151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:09.478423 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e591e4c0-08dd-4a75-95fd-7ed086a3e151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:09.479469 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-e591e4c0-08dd-4a75-95fd-7ed086a3e151 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/34b62a73-0def-4c94-bbaf-707e5ed5e5ca HTTP/1.1" status: 204 len: 168 time: 0.2907307 Jun 21 04:33:09.501769 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-51316562-0a8f-40da-873f-84a1b5b94bcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:09.519803 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742c8bde-3f33-4017-ae6d-6f165410ad32 req-40e80e0e-e170-42c1-8a9d-ac7721a3edaa tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:09.521237 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-742c8bde-3f33-4017-ae6d-6f165410ad32 req-40e80e0e-e170-42c1-8a9d-ac7721a3edaa tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b88825f-b566-4c79-968f-de61ea6948e2 HTTP/1.1" status: 200 len: 945 time: 0.1658757 Jun 21 04:33:09.526569 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e591e4c0-08dd-4a75-95fd-7ed086a3e151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b62a73-0def-4c94-bbaf-707e5ed5e5ca,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:09.531885 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-e591e4c0-08dd-4a75-95fd-7ed086a3e151 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:09.604582 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-742c8bde-3f33-4017-ae6d-6f165410ad32 req-8a673b57-8f66-443c-b52b-1d92ac1f1ac7 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca98ce9e-f1a3-4909-a002-7e7104c7cc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760179 Jun 21 04:33:09.612338 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-0e8312be-64a6-4cd3-8a5f-3d404720b929 req-b0b7ae09-0f75-4540-a317-7bab8a8296b0 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:09.642574 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-410c395a-ca3a-4855-90fb-923e0a2b4d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:09.800043 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.db [req-0e8312be-64a6-4cd3-8a5f-3d404720b929 req-b0b7ae09-0f75-4540-a317-7bab8a8296b0 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] For port d7ac8078-a076-4502-9a85-1eb7e02bdc07, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=d7ac8078-a076-4502-9a85-1eb7e02bdc07,segment=NetworkSegment(bcb82d62-f15a-4999-97b2-fb2390391dc7),segment_id=bcb82d62-f15a-4999-97b2-fb2390391dc7)] {{(pid=92746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:33:09.829277 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-0e8312be-64a6-4cd3-8a5f-3d404720b929 req-b0b7ae09-0f75-4540-a317-7bab8a8296b0 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Notify callbacks [] for port, precommit_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:09.834318 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-0e8312be-64a6-4cd3-8a5f-3d404720b929 req-b0b7ae09-0f75-4540-a317-7bab8a8296b0 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33408459'] for port, after_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:09.837999 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-a7398629-ffa4-4e7f-a7a5-1108b11725f5 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:09.888826 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8312be-64a6-4cd3-8a5f-3d404720b929 req-b0b7ae09-0f75-4540-a317-7bab8a8296b0 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:09.889465 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-0e8312be-64a6-4cd3-8a5f-3d404720b929 req-b0b7ae09-0f75-4540-a317-7bab8a8296b0 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5899'] for port, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:09.890837 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-0e8312be-64a6-4cd3-8a5f-3d404720b929 req-b0b7ae09-0f75-4540-a317-7bab8a8296b0 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "PUT /v2.0/ports/d7ac8078-a076-4502-9a85-1eb7e02bdc07 HTTP/1.1" status: 200 len: 982 time: 0.4307282 Jun 21 04:33:09.891338 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18996e50-2fae-40b4-98b0-4095a44006a0', 'tag': 'd7ac8078-a076-4502-9a85-1eb7e02bdc07'}] {{(pid=92746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:33:09.893650 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7cbf71f9e1aa915714a5a62000f0bd5d8f9af41b6b6cc8a146f78dbc3385941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e158feae-24c8-44b2-9c04-e565d3252e96" -d '{"events": [{"name": "network-changed", "server_uuid": "18996e50-2fae-40b4-98b0-4095a44006a0", "tag": "d7ac8078-a076-4502-9a85-1eb7e02bdc07"}]}' {{(pid=92746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:33:09.899850 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] get_ports_and_sgs() called for port_ids ['d7ac8078-a076-4502-9a85-1eb7e02bdc07'] {{(pid=92747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:33:09.922951 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b7ae09-0f75-4540-a317-7bab8a8296b0 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Pushing event updated for resources: {'Port': ['ID=d7ac8078-a076-4502-9a85-1eb7e02bdc07,revision_number=6']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:09.927117 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-b0b7ae09-0f75-4540-a317-7bab8a8296b0 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:09.978434 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e9af50-d128-4243-8adb-cbcea8923c6d x-openstack-request-id: req-f7e9af50-d128-4243-8adb-cbcea8923c6d {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:33:09.978863 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18996e50-2fae-40b4-98b0-4095a44006a0", "tag": "d7ac8078-a076-4502-9a85-1eb7e02bdc07", "status": "completed", "code": 200}]} {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:33:09.979211 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f7e9af50-d128-4243-8adb-cbcea8923c6d {{(pid=92746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:33:09.979705 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18996e50-2fae-40b4-98b0-4095a44006a0', 'tag': 'd7ac8078-a076-4502-9a85-1eb7e02bdc07', 'status': 'completed', 'code': 200} Jun 21 04:33:10.073167 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] get_ports_and_sgs() called for port_ids ['d7ac8078-a076-4502-9a85-1eb7e02bdc07'] {{(pid=92747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:33:10.113305 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e158feae-24c8-44b2-9c04-e565d3252e96 req-b7180627-e220-4b6b-9c6f-3ba3b8274bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:10.115847 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-e158feae-24c8-44b2-9c04-e565d3252e96 req-b7180627-e220-4b6b-9c6f-3ba3b8274bf1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e61908d6671944fe97c42e49b197ffce&device_id=18996e50-2fae-40b4-98b0-4095a44006a0 HTTP/1.1" status: 200 len: 1138 time: 0.0810411 Jun 21 04:33:10.176048 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944972fe-c88d-4d3a-958f-592064ed2d69 req-62213fbc-2d3f-42a2-903b-bcc83cee262f tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:10.178524 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-944972fe-c88d-4d3a-958f-592064ed2d69 req-62213fbc-2d3f-42a2-903b-bcc83cee262f tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/ports?device_id=18996e50-2fae-40b4-98b0-4095a44006a0 HTTP/1.1" status: 200 len: 985 time: 0.1287503 Jun 21 04:33:10.243277 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-944972fe-c88d-4d3a-958f-592064ed2d69 req-63f7cfb9-21f0-460a-917e-662d2f9b8997 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/security-groups?id=69bf17cf-0470-4fcd-ac69-dfff33f03fdb&id=7de10ea1-c321-48d0-bd45-f8ccf2f66da9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584316 Jun 21 04:33:10.271646 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e158feae-24c8-44b2-9c04-e565d3252e96 req-a88780b5-544f-465a-a3e4-d18636a943d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:10.274014 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-e158feae-24c8-44b2-9c04-e565d3252e96 req-a88780b5-544f-465a-a3e4-d18636a943d3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9e3bb3a6-2b59-4fb4-895f-f70ce89edae9 HTTP/1.1" status: 200 len: 915 time: 0.1502254 Jun 21 04:33:10.274168 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-3896bc46-4069-4139-a5a9-0425d63cf75a None None] Provisioning complete for port d7ac8078-a076-4502-9a85-1eb7e02bdc07 triggered by entity DHCP. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:33:10.274596 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-3896bc46-4069-4139-a5a9-0425d63cf75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:10.344800 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-e158feae-24c8-44b2-9c04-e565d3252e96 req-6bca4bed-8fb3-4707-ac02-ce4b751e819a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7ac8078-a076-4502-9a85-1eb7e02bdc07 HTTP/1.1" status: 200 len: 1002 time: 0.0644410 Jun 21 04:33:10.393340 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e158feae-24c8-44b2-9c04-e565d3252e96 req-eb180519-8145-492c-a120-7940bc665af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:10.395046 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-e158feae-24c8-44b2-9c04-e565d3252e96 req-eb180519-8145-492c-a120-7940bc665af1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=918f4e71-5bf8-48ad-8f22-8af261c5caaa HTTP/1.1" status: 200 len: 853 time: 0.0433793 Jun 21 04:33:10.456529 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e158feae-24c8-44b2-9c04-e565d3252e96 req-324ecd92-cb17-4199-8627-b469ad5f393d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:10.458164 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-e158feae-24c8-44b2-9c04-e565d3252e96 req-324ecd92-cb17-4199-8627-b469ad5f393d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9e3bb3a6-2b59-4fb4-895f-f70ce89edae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0565672 Jun 21 04:33:10.472672 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device 1b490abe-52e1-4d07-82c7-3ff8044d944a up at agent hyperv_hv-cinder-79688 {{(pid=92747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:33:10.557722 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-e158feae-24c8-44b2-9c04-e565d3252e96 req-f9653114-7d1a-4d9c-913c-9a22ca9a5474 service neutron] 10.222.0.38 "GET /v2.0/networks/9e3bb3a6-2b59-4fb4-895f-f70ce89edae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913622 Jun 21 04:33:10.592387 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Provisioning for port 1b490abe-52e1-4d07-82c7-3ff8044d944a completed by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:33:10.605188 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Provisioning complete for port 1b490abe-52e1-4d07-82c7-3ff8044d944a triggered by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:33:10.605588 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:10.651594 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-e158feae-24c8-44b2-9c04-e565d3252e96 req-ddbc5318-4a1c-46c7-8b42-7dfdafbcf46b service neutron] 10.222.0.38 "GET /v2.0/networks/9e3bb3a6-2b59-4fb4-895f-f70ce89edae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873721 Jun 21 04:33:10.744839 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:10.780141 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b88825f-b566-4c79-968f-de61ea6948e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b490abe-52e1-4d07-82c7-3ff8044d944a'}] {{(pid=92747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:33:10.782432 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}801f1ae26e0cb5c56acb95c727deede285b0e3a42266231ef73c077b6573d85d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c88f54e-bed3-47e2-80a8-dcddf2e0c9a5" -d '{"events": [{"server_uuid": "1b88825f-b566-4c79-968f-de61ea6948e2", "name": "network-vif-plugged", "status": "completed", "tag": "1b490abe-52e1-4d07-82c7-3ff8044d944a"}]}' {{(pid=92747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:33:10.797045 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] For port 1b490abe-52e1-4d07-82c7-3ff8044d944a, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=1b490abe-52e1-4d07-82c7-3ff8044d944a,segment=NetworkSegment(8a38e233-42e7-4555-a11b-fbc792a45807),segment_id=8a38e233-42e7-4555-a11b-fbc792a45807)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:33:10.803875 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:10.806244 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99683d00-0106-4a7c-9b71-8cc54e9594b4 req-ab127adc-e3e1-4edf-96e3-ab22c9bef2cd tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:10.806386 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:10.807710 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-99683d00-0106-4a7c-9b71-8cc54e9594b4 req-ab127adc-e3e1-4edf-96e3-ab22c9bef2cd tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b88825f-b566-4c79-968f-de61ea6948e2 HTTP/1.1" status: 200 len: 945 time: 0.0810225 Jun 21 04:33:10.835756 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40dca8f9-f3d7-40fb-95e6-bd34a639f7fe x-openstack-request-id: req-40dca8f9-f3d7-40fb-95e6-bd34a639f7fe {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:33:10.836897 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b88825f-b566-4c79-968f-de61ea6948e2", "name": "network-vif-plugged", "status": "completed", "tag": "1b490abe-52e1-4d07-82c7-3ff8044d944a", "code": 200}]} {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:33:10.836897 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-40dca8f9-f3d7-40fb-95e6-bd34a639f7fe {{(pid=92747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:33:10.837231 dv-cinder-796889-2-smb neutron-server[92747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b88825f-b566-4c79-968f-de61ea6948e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b490abe-52e1-4d07-82c7-3ff8044d944a', 'code': 200} Jun 21 04:33:10.855131 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-99683d00-0106-4a7c-9b71-8cc54e9594b4 req-ae2e3add-2cd1-4c74-947f-1a907e0117dc tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca98ce9e-f1a3-4909-a002-7e7104c7cc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349405 Jun 21 04:33:10.871697 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Pushing event updated for resources: {'Port': ['ID=1b490abe-52e1-4d07-82c7-3ff8044d944a,revision_number=5']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:10.874622 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:11.112418 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8cc48d-95ef-46d7-9994-be96240e7b15 req-b7615530-63d4-4812-877b-3890f4d177f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:11.113940 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-1a8cc48d-95ef-46d7-9994-be96240e7b15 req-b7615530-63d4-4812-877b-3890f4d177f8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1b88825f-b566-4c79-968f-de61ea6948e2 HTTP/1.1" status: 200 len: 1099 time: 0.0558023 Jun 21 04:33:11.152018 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-1a8cc48d-95ef-46d7-9994-be96240e7b15 req-f24dcd3e-457a-4656-8097-c9f6c9d6b250 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ca98ce9e-f1a3-4909-a002-7e7104c7cc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311000 Jun 21 04:33:12.265473 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e838d35-c759-48cc-bee8-0d4103f3a8d1 req-d7309bc4-db39-4dda-99ef-c1f4de77e918 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:12.266913 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-5e838d35-c759-48cc-bee8-0d4103f3a8d1 req-d7309bc4-db39-4dda-99ef-c1f4de77e918 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b88825f-b566-4c79-968f-de61ea6948e2 HTTP/1.1" status: 200 len: 946 time: 0.3019145 Jun 21 04:33:12.302264 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-5e838d35-c759-48cc-bee8-0d4103f3a8d1 req-4f821d5c-78a5-4bbd-be06-b4641d785f15 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca98ce9e-f1a3-4909-a002-7e7104c7cc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298402 Jun 21 04:33:13.471121 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b8e558-5df9-4c9b-8f1f-9897e049a490 req-0991f639-a61c-4456-ad3b-70e7a1d28c71 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:13.472531 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-34b8e558-5df9-4c9b-8f1f-9897e049a490 req-0991f639-a61c-4456-ad3b-70e7a1d28c71 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b88825f-b566-4c79-968f-de61ea6948e2 HTTP/1.1" status: 200 len: 946 time: 0.0613048 Jun 21 04:33:13.508771 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-34b8e558-5df9-4c9b-8f1f-9897e049a490 req-bb1e5e73-696f-41db-9508-a59ee685e013 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca98ce9e-f1a3-4909-a002-7e7104c7cc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301821 Jun 21 04:33:14.638576 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 33510) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:14.739561 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-8f6445b2-3280-41aa-8f37-24a8b2224b39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:14.828863 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-8f6445b2-3280-41aa-8f37-24a8b2224b39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:14.832969 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-8f6445b2-3280-41aa-8f37-24a8b2224b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:14.835153 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-ed5c4d86-93a5-4650-a0d1-0bfc005a46f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:14.870870 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6445b2-3280-41aa-8f37-24a8b2224b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2a6fa5-fa07-4990-947f-7a96b8f350b5,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:14.874978 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-8f6445b2-3280-41aa-8f37-24a8b2224b39 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c1cf4f9df4644306b6049bbb84440243&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2353818 Jun 21 04:33:14.875818 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-8f6445b2-3280-41aa-8f37-24a8b2224b39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:14.877689 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 33514) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:14.924669 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e48a58d9-6d9d-47bb-8cdb-c2fc4966e4d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:14.944843 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e48a58d9-6d9d-47bb-8cdb-c2fc4966e4d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:14.989025 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e48a58d9-6d9d-47bb-8cdb-c2fc4966e4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:14.991615 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e48a58d9-6d9d-47bb-8cdb-c2fc4966e4d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:14.992757 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-e48a58d9-6d9d-47bb-8cdb-c2fc4966e4d7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dd2a6fa5-fa07-4990-947f-7a96b8f350b5 HTTP/1.1" status: 204 len: 168 time: 0.1141632 Jun 21 04:33:14.993568 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-14788f5e-5a9e-4930-94c3-c4d09ec40ae0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:15.000577 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48a58d9-6d9d-47bb-8cdb-c2fc4966e4d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2a6fa5-fa07-4990-947f-7a96b8f350b5,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:15.002775 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-e48a58d9-6d9d-47bb-8cdb-c2fc4966e4d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:15.272020 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 33522) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:15.286249 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-54531617-c94a-408c-a227-97617d365378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:15.379472 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-54531617-c94a-408c-a227-97617d365378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:15.383284 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-54531617-c94a-408c-a227-97617d365378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:15.387429 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-23aabd0b-d89d-455a-8373-4d876ce80459 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:15.421298 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-54531617-c94a-408c-a227-97617d365378 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8a4fcf27667641d0898880c64fc58f62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1482186 Jun 21 04:33:15.422177 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54531617-c94a-408c-a227-97617d365378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fae4b9c-40b6-4fcb-a525-46e751cc0ebc,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:15.423978 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 33524) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:15.425056 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-54531617-c94a-408c-a227-97617d365378 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:15.472787 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-63cae667-01da-4952-972b-8b041b9e7f7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:15.493203 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-63cae667-01da-4952-972b-8b041b9e7f7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:15.536882 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-63cae667-01da-4952-972b-8b041b9e7f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:15.539449 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-63cae667-01da-4952-972b-8b041b9e7f7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:15.541146 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-63cae667-01da-4952-972b-8b041b9e7f7b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1fae4b9c-40b6-4fcb-a525-46e751cc0ebc HTTP/1.1" status: 204 len: 168 time: 0.1155300 Jun 21 04:33:15.541923 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-5081ca49-b32b-4071-814e-c4fa0aeeb32e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:15.548837 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cae667-01da-4952-972b-8b041b9e7f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fae4b9c-40b6-4fcb-a525-46e751cc0ebc,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:15.555944 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cae667-01da-4952-972b-8b041b9e7f7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:15.556325 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cae667-01da-4952-972b-8b041b9e7f7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:15.556716 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cae667-01da-4952-972b-8b041b9e7f7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:15.557075 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cae667-01da-4952-972b-8b041b9e7f7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:15.557458 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cae667-01da-4952-972b-8b041b9e7f7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:15.557813 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cae667-01da-4952-972b-8b041b9e7f7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:15.558659 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cae667-01da-4952-972b-8b041b9e7f7b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:15.558659 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cae667-01da-4952-972b-8b041b9e7f7b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:15.558834 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cae667-01da-4952-972b-8b041b9e7f7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:15.559161 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cae667-01da-4952-972b-8b041b9e7f7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:15.559504 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cae667-01da-4952-972b-8b041b9e7f7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:15.559869 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cae667-01da-4952-972b-8b041b9e7f7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:15.564135 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-63cae667-01da-4952-972b-8b041b9e7f7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:15.982702 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd15b55-3100-4658-a34f-9f7c0df41af8 req-c7e474af-a926-4464-aa0d-29c212390f92 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:15.984195 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-9cd15b55-3100-4658-a34f-9f7c0df41af8 req-c7e474af-a926-4464-aa0d-29c212390f92 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60 HTTP/1.1" status: 200 len: 947 time: 0.0694494 Jun 21 04:33:16.026259 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-9cd15b55-3100-4658-a34f-9f7c0df41af8 req-64e363fa-5fdf-4c29-ac5b-0393eb00dc9f tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=39085220-cdcc-4a6f-81ee-ed6b884a5b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360823 Jun 21 04:33:17.197611 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b95082-5994-43b4-baea-95cb3324f5b1 req-0563f380-80e5-4deb-8421-dd6a3158cfbc tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:17.199064 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-29b95082-5994-43b4-baea-95cb3324f5b1 req-0563f380-80e5-4deb-8421-dd6a3158cfbc tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60 HTTP/1.1" status: 200 len: 947 time: 0.0626543 Jun 21 04:33:17.237448 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-29b95082-5994-43b4-baea-95cb3324f5b1 req-98cb317b-a5e9-4ae6-b378-80d3dbd2bb72 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=39085220-cdcc-4a6f-81ee-ed6b884a5b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322490 Jun 21 04:33:18.086327 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea307a7-056e-451f-9a5d-25f989ea8671 req-ade48158-dba1-427d-9856-6f2fc8657030 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:18.088095 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-cea307a7-056e-451f-9a5d-25f989ea8671 req-ade48158-dba1-427d-9856-6f2fc8657030 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60 HTTP/1.1" status: 200 len: 947 time: 0.0645623 Jun 21 04:33:18.189956 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [req-cea307a7-056e-451f-9a5d-25f989ea8671 req-2b4e6ef6-c8f9-47d7-8a35-5a8ca3341312 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Deleting port 9201607d-8505-40c7-a832-737b5143d231 {{(pid=92745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:33:18.190296 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-cea307a7-056e-451f-9a5d-25f989ea8671 req-2b4e6ef6-c8f9-47d7-8a35-5a8ca3341312 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789667499749'] for port, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:18.279552 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [req-cea307a7-056e-451f-9a5d-25f989ea8671 req-2b4e6ef6-c8f9-47d7-8a35-5a8ca3341312 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] For port 9201607d-8505-40c7-a832-737b5143d231, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=9201607d-8505-40c7-a832-737b5143d231,segment=NetworkSegment(df3f6f4e-05ff-4d6f-923e-8ebc44f445d6),segment_id=df3f6f4e-05ff-4d6f-923e-8ebc44f445d6)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:33:18.279918 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-cea307a7-056e-451f-9a5d-25f989ea8671 req-2b4e6ef6-c8f9-47d7-8a35-5a8ca3341312 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062555'] for port, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:18.532906 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-cea307a7-056e-451f-9a5d-25f989ea8671 req-2b4e6ef6-c8f9-47d7-8a35-5a8ca3341312 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:18.533346 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-cea307a7-056e-451f-9a5d-25f989ea8671 req-2b4e6ef6-c8f9-47d7-8a35-5a8ca3341312 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33062327'] for floatingip, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:18.533653 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.db.l3_db [req-cea307a7-056e-451f-9a5d-25f989ea8671 req-2b4e6ef6-c8f9-47d7-8a35-5a8ca3341312 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Floating IP a9a27900-11b2-4023-9d4e-8d0a58446720 disassociated. External IP: 172.28.2.89, port: 9201607d-8505-40c7-a832-737b5143d231. Jun 21 04:33:18.533994 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [req-cea307a7-056e-451f-9a5d-25f989ea8671 req-2b4e6ef6-c8f9-47d7-8a35-5a8ca3341312 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Calling delete_port for 9201607d-8505-40c7-a832-737b5143d231 owned by compute:nova {{(pid=92745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:33:18.572710 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f487dcfe-e7a8-474e-8326-ba06ddc81356 req-eb3224dd-208c-4138-b41d-abf7f0db2788 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:18.574212 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-f487dcfe-e7a8-474e-8326-ba06ddc81356 req-eb3224dd-208c-4138-b41d-abf7f0db2788 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60 HTTP/1.1" status: 200 len: 947 time: 0.0678952 Jun 21 04:33:18.611627 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-f487dcfe-e7a8-474e-8326-ba06ddc81356 req-b7b41c7f-230a-4c80-83d6-70eb9bb1d9b0 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=39085220-cdcc-4a6f-81ee-ed6b884a5b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316615 Jun 21 04:33:18.658471 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-cea307a7-056e-451f-9a5d-25f989ea8671 req-2b4e6ef6-c8f9-47d7-8a35-5a8ca3341312 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789667503845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789666979166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30039426'] for port, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:18.662288 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-da5b4dd5-0f3a-46db-9155-37ab01376b6f tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:18.686827 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4e6ef6-c8f9-47d7-8a35-5a8ca3341312 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Pushing event deleted for resources: {'Port': ['ID=9201607d-8505-40c7-a832-737b5143d231,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:18.689005 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-2b4e6ef6-c8f9-47d7-8a35-5a8ca3341312 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:18.803328 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cea307a7-056e-451f-9a5d-25f989ea8671 req-2b4e6ef6-c8f9-47d7-8a35-5a8ca3341312 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Router 96bd2eb3-e9bc-4fa1-a53d-d392456ae024 has already been hosted by L3 agent c5fde6f5-f096-4668-9faa-154c63e10de0 {{(pid=92745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:33:18.908381 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cea307a7-056e-451f-9a5d-25f989ea8671 req-2b4e6ef6-c8f9-47d7-8a35-5a8ca3341312 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify agent at l3_agent.dv-cinder-796889-2-smb the message routers_updated {{(pid=92745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:33:18.922048 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4387933-7bbb-4936-984d-27fde897e8e4 None None] Sync routers for ids ['96bd2eb3-e9bc-4fa1-a53d-d392456ae024'] in dv-cinder-796889-2-smb {{(pid=92747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:33:18.933807 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4387933-7bbb-4936-984d-27fde897e8e4 None None] Routers {'96bd2eb3-e9bc-4fa1-a53d-d392456ae024'} bound to L3 agent in host dv-cinder-796889-2-smb {{(pid=92747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:33:18.934457 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-d4387933-7bbb-4936-984d-27fde897e8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:21:37Z,description=,heartbeat_timestamp=2021-06-21T04:33:07Z,host='dv-cinder-796889-2-smb',id=c5fde6f5-f096-4668-9faa-154c63e10de0,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:21:37Z,topic='l3_agent')) {'router_ids': ['96bd2eb3-e9bc-4fa1-a53d-d392456ae024'], 'active': True} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:18.960275 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [req-cea307a7-056e-451f-9a5d-25f989ea8671 req-2b4e6ef6-c8f9-47d7-8a35-5a8ca3341312 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] No DVR routers for this DVR port 9201607d-8505-40c7-a832-737b5143d231 on host hv-cinder-79688 {{(pid=92745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:33:18.963142 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-cea307a7-056e-451f-9a5d-25f989ea8671 req-2b4e6ef6-c8f9-47d7-8a35-5a8ca3341312 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5899'] for port, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:18.965859 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-cea307a7-056e-451f-9a5d-25f989ea8671 req-2b4e6ef6-c8f9-47d7-8a35-5a8ca3341312 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.38 "DELETE /v2.0/ports/9201607d-8505-40c7-a832-737b5143d231 HTTP/1.1" status: 204 len: 173 time: 0.8712304 Jun 21 04:33:18.966440 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d63050f-5bf4-44dd-b812-0d503ed3af60', 'name': 'network-vif-deleted', 'tag': '9201607d-8505-40c7-a832-737b5143d231'}] {{(pid=92745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:33:18.969173 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e65a7435921a4b725d950f60fbdbd7b7a483a7692f8e299216e8097d5419be07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ccb14ad-a958-44cc-9ddd-67ef4918ab1c" -d '{"events": [{"server_uuid": "7d63050f-5bf4-44dd-b812-0d503ed3af60", "name": "network-vif-deleted", "tag": "9201607d-8505-40c7-a832-737b5143d231"}]}' {{(pid=92745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:33:19.018313 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c3b869-53d0-4cf5-ab61-fa61cd891aac x-openstack-request-id: req-a8c3b869-53d0-4cf5-ab61-fa61cd891aac {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:33:19.018635 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d63050f-5bf4-44dd-b812-0d503ed3af60", "name": "network-vif-deleted", "tag": "9201607d-8505-40c7-a832-737b5143d231", "status": "completed", "code": 200}]} {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:33:19.020560 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a8c3b869-53d0-4cf5-ab61-fa61cd891aac {{(pid=92745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:33:19.021144 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d63050f-5bf4-44dd-b812-0d503ed3af60', 'name': 'network-vif-deleted', 'tag': '9201607d-8505-40c7-a832-737b5143d231', 'status': 'completed', 'code': 200} Jun 21 04:33:19.194426 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvr_db [None req-d4387933-7bbb-4936-984d-27fde897e8e4 None None] Set router 96bd2eb3-e9bc-4fa1-a53d-d392456ae024 gateway port host: dv-cinder-796889-2-smb {{(pid=92747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:33:19.398464 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-d4387933-7bbb-4936-984d-27fde897e8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96bd2eb3-e9bc-4fa1-a53d-d392456ae024', 'name': 'tempest-AttachVolumeShelveTestJSON-1705391473-router', 'tenant_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '100755dd-aa6e-4365-827a-30bb0828080c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:29Z', 'updated_at': '2021-06-21T04:29:39Z', 'revision_number': 4, 'project_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'gw_port': {'id': '100755dd-aa6e-4365-827a-30bb0828080c', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:cb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96bd2eb3-e9bc-4fa1-a53d-d392456ae024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:31Z', 'updated_at': '2021-06-21T04:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb', '_interfaces': [{'id': '612e2fd2-c187-4d51-a56d-bd48917717d2', 'name': '', 'network_id': '38e35d0b-e570-49d3-959b-c55bd6e0308c', 'tenant_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'mac_address': 'fa:16:3e:f0:cb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96bd2eb3-e9bc-4fa1-a53d-d392456ae024', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6f995fa3-0676-46ec-80cb-22d4129d3f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:36Z', 'updated_at': '2021-06-21T04:29:56Z', 'revision_number': 5, 'project_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'subnets': [{'id': '6f995fa3-0676-46ec-80cb-22d4129d3f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-smb', False) {} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:19.430361 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4387933-7bbb-4936-984d-27fde897e8e4 None None] Checking router: 96bd2eb3-e9bc-4fa1-a53d-d392456ae024 for host: dv-cinder-796889-2-smb {{(pid=92747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:33:19.438588 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4387933-7bbb-4936-984d-27fde897e8e4 None None] Routers {'96bd2eb3-e9bc-4fa1-a53d-d392456ae024'} bound to L3 agent in host dv-cinder-796889-2-smb {{(pid=92747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:33:19.439261 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-d4387933-7bbb-4936-984d-27fde897e8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:21:37Z,description=,heartbeat_timestamp=2021-06-21T04:33:07Z,host='dv-cinder-796889-2-smb',id=c5fde6f5-f096-4668-9faa-154c63e10de0,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:21:37Z,topic='l3_agent')) {'router_ids': ['96bd2eb3-e9bc-4fa1-a53d-d392456ae024'], 'active': True} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:19.550939 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvr_db [None req-d4387933-7bbb-4936-984d-27fde897e8e4 None None] Set router 96bd2eb3-e9bc-4fa1-a53d-d392456ae024 gateway port host: dv-cinder-796889-2-smb {{(pid=92747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:33:19.786065 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-47d97111-56f4-4a31-8d1e-c0cdeafa7c52 req-6d508938-4dc9-42f0-a0de-d9bbd495c213 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d63050f-5bf4-44dd-b812-0d503ed3af60 HTTP/1.1" status: 200 len: 210 time: 0.0348122 Jun 21 04:33:19.842751 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-d4387933-7bbb-4936-984d-27fde897e8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96bd2eb3-e9bc-4fa1-a53d-d392456ae024', 'name': 'tempest-AttachVolumeShelveTestJSON-1705391473-router', 'tenant_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '100755dd-aa6e-4365-827a-30bb0828080c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:29Z', 'updated_at': '2021-06-21T04:29:39Z', 'revision_number': 4, 'project_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'gw_port': {'id': '100755dd-aa6e-4365-827a-30bb0828080c', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:cb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96bd2eb3-e9bc-4fa1-a53d-d392456ae024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:31Z', 'updated_at': '2021-06-21T04:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb', '_interfaces': [{'id': '612e2fd2-c187-4d51-a56d-bd48917717d2', 'name': '', 'network_id': '38e35d0b-e570-49d3-959b-c55bd6e0308c', 'tenant_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'mac_address': 'fa:16:3e:f0:cb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96bd2eb3-e9bc-4fa1-a53d-d392456ae024', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6f995fa3-0676-46ec-80cb-22d4129d3f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:36Z', 'updated_at': '2021-06-21T04:29:56Z', 'revision_number': 5, 'project_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'subnets': [{'id': '6f995fa3-0676-46ec-80cb-22d4129d3f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-smb', False) {} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:19.868079 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4387933-7bbb-4936-984d-27fde897e8e4 None None] The sync data for ids ['96bd2eb3-e9bc-4fa1-a53d-d392456ae024'] in dv-cinder-796889-2-smb is: [{'id': '96bd2eb3-e9bc-4fa1-a53d-d392456ae024', 'name': 'tempest-AttachVolumeShelveTestJSON-1705391473-router', 'tenant_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '100755dd-aa6e-4365-827a-30bb0828080c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:29Z', 'updated_at': '2021-06-21T04:29:39Z', 'revision_number': 4, 'project_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'gw_port': {'id': '100755dd-aa6e-4365-827a-30bb0828080c', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:cb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96bd2eb3-e9bc-4fa1-a53d-d392456ae024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:31Z', 'updated_at': '2021-06-21T04:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb', '_interfaces': [{'id': '612e2fd2-c187-4d51-a56d-bd48917717d2', 'name': '', 'network_id': '38e35d0b-e570-49d3-959b-c55bd6e0308c', 'tenant_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'mac_address': 'fa:16:3e:f0:cb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96bd2eb3-e9bc-4fa1-a53d-d392456ae024', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6f995fa3-0676-46ec-80cb-22d4129d3f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:36Z', 'updated_at': '2021-06-21T04:29:56Z', 'revision_number': 5, 'project_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'subnets': [{'id': '6f995fa3-0676-46ec-80cb-22d4129d3f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:33:20.082847 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a0232a-6898-4374-be76-6e61edd1267f None None] New status for floating IP a9a27900-11b2-4023-9d4e-8d0a58446720: DOWN {{(pid=92748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 04:33:20.927186 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 33614) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:20.984190 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-1a180f02-3e35-402f-8092-5469d36797c6 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks [] for security_group, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:21.006519 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-1a180f02-3e35-402f-8092-5469d36797c6 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:21.057098 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-1a180f02-3e35-402f-8092-5469d36797c6 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:21.059773 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-1a180f02-3e35-402f-8092-5469d36797c6 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks [] for security_group, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:21.061009 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-1a180f02-3e35-402f-8092-5469d36797c6 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "DELETE /v2.0/security-groups/39085220-cdcc-4a6f-81ee-ed6b884a5b61 HTTP/1.1" status: 204 len: 168 time: 0.1326585 Jun 21 04:33:21.061808 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-8cd256c2-16f1-4f70-a34e-d18f59aea1be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:21.063798 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 33616) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:21.070154 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a180f02-3e35-402f-8092-5469d36797c6 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39085220-cdcc-4a6f-81ee-ed6b884a5b61,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:21.073583 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-1a180f02-3e35-402f-8092-5469d36797c6 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:21.077132 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.api.v2.resource [None req-d93993ee-fae9-4a9a-8089-a53085d81cbd tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] show failed (client error): The resource could not be found. Jun 21 04:33:21.078164 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-d93993ee-fae9-4a9a-8089-a53085d81cbd tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups/39085220-cdcc-4a6f-81ee-ed6b884a5b61 HTTP/1.1" status: 404 len: 347 time: 0.0133779 Jun 21 04:33:21.081217 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 33618) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:21.205702 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [None req-34ac0832-fc8a-47d1-adcd-2c5342327759 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Deleting port 72f3f5e9-9b18-4521-a13f-69e9a13075e6 {{(pid=92746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:33:21.205702 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-34ac0832-fc8a-47d1-adcd-2c5342327759 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789667499749'] for port, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:21.284220 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-34ac0832-fc8a-47d1-adcd-2c5342327759 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062555'] for port, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:21.284554 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-34ac0832-fc8a-47d1-adcd-2c5342327759 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:21.347127 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [None req-34ac0832-fc8a-47d1-adcd-2c5342327759 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Calling delete_port for 72f3f5e9-9b18-4521-a13f-69e9a13075e6 owned by network:floatingip {{(pid=92746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:33:21.522402 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-34ac0832-fc8a-47d1-adcd-2c5342327759 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789667503845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789666979166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33408498'] for port, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:21.524883 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:21.551707 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ac0832-fc8a-47d1-adcd-2c5342327759 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Pushing event deleted for resources: {'Port': ['ID=72f3f5e9-9b18-4521-a13f-69e9a13075e6,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:21.560004 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-34ac0832-fc8a-47d1-adcd-2c5342327759 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:21.624094 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-34ac0832-fc8a-47d1-adcd-2c5342327759 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks [] for floatingip, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:21.626667 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-34ac0832-fc8a-47d1-adcd-2c5342327759 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5899'] for floatingip, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:21.627776 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-34ac0832-fc8a-47d1-adcd-2c5342327759 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "DELETE /v2.0/floatingips/a9a27900-11b2-4023-9d4e-8d0a58446720 HTTP/1.1" status: 204 len: 168 time: 0.5456452 Jun 21 04:33:22.066958 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 33636) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:22.071806 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.v2.base [None req-27896090-6f08-4931-ab51-c8c70922bd40 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Request body: {'security_group': {'name': 'tempest-securitygroup--353808704', 'description': 'tempest-description--530873743'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:33:22.094577 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-27896090-6f08-4931-ab51-c8c70922bd40 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:22.172706 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-27896090-6f08-4931-ab51-c8c70922bd40 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:22.176467 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-27896090-6f08-4931-ab51-c8c70922bd40 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:22.178744 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-dd0a033c-7a2d-4653-abe2-0cdb9661a692 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:22.205988 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-27896090-6f08-4931-ab51-c8c70922bd40 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:22.207175 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-27896090-6f08-4931-ab51-c8c70922bd40 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1392202 Jun 21 04:33:22.209071 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27896090-6f08-4931-ab51-c8c70922bd40 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b87962f-ec15-4f45-82d9-8094e00c4440,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:22.210299 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 33638) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:22.212422 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-27896090-6f08-4931-ab51-c8c70922bd40 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:22.214961 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.v2.base [None req-2cfc6907-edcc-4ccf-af37-587aeb07139e tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Request body: {'security_group_rule': {'security_group_id': '5b87962f-ec15-4f45-82d9-8094e00c4440', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:33:22.241247 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-2cfc6907-edcc-4ccf-af37-587aeb07139e tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:22.284834 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-2cfc6907-edcc-4ccf-af37-587aeb07139e tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:22.288053 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-2cfc6907-edcc-4ccf-af37-587aeb07139e tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180364'] for security_group_rule, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:22.290038 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-7c6eb6ec-8b4d-4dc0-a839-348242fba789 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:22.305078 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfc6907-edcc-4ccf-af37-587aeb07139e tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba933f49-185f-4277-9eda-83a0e3e776ed,revision_number=0']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:22.308551 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-2cfc6907-edcc-4ccf-af37-587aeb07139e tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:22.311538 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-2cfc6907-edcc-4ccf-af37-587aeb07139e tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:22.312504 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-2cfc6907-edcc-4ccf-af37-587aeb07139e tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1011608 Jun 21 04:33:22.315291 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 33640) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:22.319494 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.v2.base [None req-f3ef3ee5-01c1-4096-a770-3aaaca88a5c7 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Request body: {'security_group_rule': {'security_group_id': '5b87962f-ec15-4f45-82d9-8094e00c4440', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:33:22.343944 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-f3ef3ee5-01c1-4096-a770-3aaaca88a5c7 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:22.397618 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-f3ef3ee5-01c1-4096-a770-3aaaca88a5c7 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:22.400998 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-f3ef3ee5-01c1-4096-a770-3aaaca88a5c7 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180364'] for security_group_rule, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:22.402954 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:22.418112 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ef3ee5-01c1-4096-a770-3aaaca88a5c7 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f31898f-3e30-45ed-b89d-9078c8db5d75,revision_number=0']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:22.420768 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-f3ef3ee5-01c1-4096-a770-3aaaca88a5c7 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:22.423949 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-f3ef3ee5-01c1-4096-a770-3aaaca88a5c7 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:22.425205 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-f3ef3ee5-01c1-4096-a770-3aaaca88a5c7 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1090255 Jun 21 04:33:22.428254 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 33644) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:22.433227 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.v2.base [None req-ac2ca6c2-5cc0-4e64-b6b3-b9d85be9289e tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Request body: {'floatingip': {'floating_network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684'}} {{(pid=92745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:33:22.454071 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-ac2ca6c2-5cc0-4e64-b6b3-b9d85be9289e tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks [] for floatingip, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:22.546955 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device 9201607d-8505-40c7-a832-737b5143d231 no longer exists at agent hyperv_hv-cinder-79688 {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:33:22.552950 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-ac2ca6c2-5cc0-4e64-b6b3-b9d85be9289e tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-632420'] for port, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:22.571732 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] No Port match for: 9201607d-8505-40c7-a832-737b5143d231 {{(pid=92747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:33:22.572095 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device 9201607d-8505-40c7-a832-737b5143d231 not bound to the agent host hv-cinder-79688 {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:33:22.659610 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.db_base_plugin_common [None req-ac2ca6c2-5cc0-4e64-b6b3-b9d85be9289e tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Allocated IP 172.28.2.184 (e4173b4a-3ce8-414e-a2d6-4147ce727684/074fe887-5c0a-4322-b8b4-1844e3a886aa/99230b3c-39c7-4c04-80b5-e96f69ba6537) {{(pid=92745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:33:22.782945 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-ac2ca6c2-5cc0-4e64-b6b3-b9d85be9289e tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks [] for port, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:22.830548 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-ac2ca6c2-5cc0-4e64-b6b3-b9d85be9289e tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789666979157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30039437'] for port, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:22.832676 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-0f8d628d-a1e1-4f68-9175-0dec02ea7f8b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:22.873667 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2ca6c2-5cc0-4e64-b6b3-b9d85be9289e tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Network e4173b4a-3ce8-414e-a2d6-4147ce727684 is already hosted by enough agents. {{(pid=92745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:33:22.876531 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.base_scheduler [None req-ac2ca6c2-5cc0-4e64-b6b3-b9d85be9289e tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Resources bound (agent type, host, resource id): {{(pid=92745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:33:22.879985 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2ca6c2-5cc0-4e64-b6b3-b9d85be9289e tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Received port after_create {{(pid=92745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:33:22.886913 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2ca6c2-5cc0-4e64-b6b3-b9d85be9289e tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Pushing event updated for resources: {'Port': ['ID=99230b3c-39c7-4c04-80b5-e96f69ba6537,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:22.906638 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-ac2ca6c2-5cc0-4e64-b6b3-b9d85be9289e tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:22.970712 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-ac2ca6c2-5cc0-4e64-b6b3-b9d85be9289e tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:23.011631 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-ac2ca6c2-5cc0-4e64-b6b3-b9d85be9289e tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:23.155502 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-ac2ca6c2-5cc0-4e64-b6b3-b9d85be9289e tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks [] for port, precommit_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:23.159798 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-ac2ca6c2-5cc0-4e64-b6b3-b9d85be9289e tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30039483'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:23.161718 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-8e7ff779-8e8d-45e3-a4b1-31bc2c4085f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:23.227531 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2ca6c2-5cc0-4e64-b6b3-b9d85be9289e tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Pushing event updated for resources: {'Port': ['ID=99230b3c-39c7-4c04-80b5-e96f69ba6537,revision_number=2']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:23.231591 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-ac2ca6c2-5cc0-4e64-b6b3-b9d85be9289e tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:23.236259 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-ac2ca6c2-5cc0-4e64-b6b3-b9d85be9289e tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33062327'] for floatingip, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:23.249312 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-ac2ca6c2-5cc0-4e64-b6b3-b9d85be9289e tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5899'] for floatingip, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:23.250646 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-ac2ca6c2-5cc0-4e64-b6b3-b9d85be9289e tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8215024 Jun 21 04:33:23.432015 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-a7cb3f56-6cc5-4e9a-aa57-bbe08892d939 req-4723c564-b141-4988-be08-9e92cd295cbf tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--353808704&fields=id&tenant_id=6e19d34d6ec747d2a23f2df61f7d1120 HTTP/1.1" status: 200 len: 267 time: 0.0326350 Jun 21 04:33:23.536836 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb3f56-6cc5-4e9a-aa57-bbe08892d939 req-5c9366fb-a755-4198-baad-070b7d6ba406 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:23.538266 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-a7cb3f56-6cc5-4e9a-aa57-bbe08892d939 req-5c9366fb-a755-4198-baad-070b7d6ba406 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/networks?id=38e35d0b-e570-49d3-959b-c55bd6e0308c HTTP/1.1" status: 200 len: 817 time: 0.0993814 Jun 21 04:33:23.552496 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-a7cb3f56-6cc5-4e9a-aa57-bbe08892d939 req-efbf8960-5bba-439a-bb93-06d0c8502642 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/quotas/6e19d34d6ec747d2a23f2df61f7d1120 HTTP/1.1" status: 200 len: 375 time: 0.0084946 Jun 21 04:33:23.622103 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-a7cb3f56-6cc5-4e9a-aa57-bbe08892d939 req-d8bf1821-c31e-4fbd-b1f0-1c211b001a9e tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6e19d34d6ec747d2a23f2df61f7d1120&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0644703 Jun 21 04:33:23.718392 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-a7cb3f56-6cc5-4e9a-aa57-bbe08892d939 req-e51e7a1a-7c56-4f28-a84b-d4c07bc5805b service neutron] 10.222.0.13 "GET /v2.0/networks/38e35d0b-e570-49d3-959b-c55bd6e0308c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849552 Jun 21 04:33:23.803228 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-a7cb3f56-6cc5-4e9a-aa57-bbe08892d939 req-70a21930-9e92-414c-9088-00e30a631b5c service neutron] 10.222.0.13 "GET /v2.0/networks/38e35d0b-e570-49d3-959b-c55bd6e0308c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793166 Jun 21 04:33:24.003030 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-091e5633-a863-482f-b321-0a9f720fdf96 req-d16698a8-49b9-4cca-84e4-1bdddda7ff9c tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53 HTTP/1.1" status: 200 len: 210 time: 0.0471888 Jun 21 04:33:24.073619 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.agents_db [None req-0317ce1f-94ba-4828-a78d-05fb42e0f355 None None] Agent healthcheck: found 6 active agents {{(pid=92748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:33:25.153678 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-936bca9d-2b56-447d-92a3-49b73011d3b4 req-868f8532-2455-4cd3-9ab3-2659a75966f1 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53 HTTP/1.1" status: 200 len: 210 time: 0.0297678 Jun 21 04:33:25.268581 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb3f56-6cc5-4e9a-aa57-bbe08892d939 req-c9ac1147-7f4f-4b04-92c4-51e7dc43e11d tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:25.270039 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-a7cb3f56-6cc5-4e9a-aa57-bbe08892d939 req-c9ac1147-7f4f-4b04-92c4-51e7dc43e11d tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.38 "GET /v2.0/networks?id=38e35d0b-e570-49d3-959b-c55bd6e0308c HTTP/1.1" status: 200 len: 817 time: 0.1262982 Jun 21 04:33:25.328140 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-a7cb3f56-6cc5-4e9a-aa57-bbe08892d939 req-1d3e834f-88d6-496b-a415-2cca0dfc08c9 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e19d34d6ec747d2a23f2df61f7d1120 HTTP/1.1" status: 200 len: 379 time: 0.0420766 Jun 21 04:33:25.337725 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.v2.base [req-a7cb3f56-6cc5-4e9a-aa57-bbe08892d939 req-c189d162-0616-44ff-a343-07ae5658f0ad tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Request body: {'port': {'device_id': 'b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53', 'network_id': '38e35d0b-e570-49d3-959b-c55bd6e0308c', 'admin_state_up': True, 'tenant_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'security_groups': ['5b87962f-ec15-4f45-82d9-8094e00c4440']}} {{(pid=92745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:33:25.656185 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7cb3f56-6cc5-4e9a-aa57-bbe08892d939 req-c189d162-0616-44ff-a343-07ae5658f0ad tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Made reservation on behalf of 6e19d34d6ec747d2a23f2df61f7d1120 for: {'port': 1} {{(pid=92745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:33:25.660036 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-a7cb3f56-6cc5-4e9a-aa57-bbe08892d939 req-c189d162-0616-44ff-a343-07ae5658f0ad tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-632420'] for port, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:25.784891 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.db_base_plugin_common [req-a7cb3f56-6cc5-4e9a-aa57-bbe08892d939 req-c189d162-0616-44ff-a343-07ae5658f0ad tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Allocated IP 172.20.0.13 (38e35d0b-e570-49d3-959b-c55bd6e0308c/6f995fa3-0676-46ec-80cb-22d4129d3f36/b9ba875a-c630-4d4b-a443-c0b565df1587) {{(pid=92745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:33:25.922244 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-a7cb3f56-6cc5-4e9a-aa57-bbe08892d939 req-c189d162-0616-44ff-a343-07ae5658f0ad tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks [] for port, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:25.936652 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [req-a7cb3f56-6cc5-4e9a-aa57-bbe08892d939 req-c189d162-0616-44ff-a343-07ae5658f0ad tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Transition to ACTIVE for port object b9ba875a-c630-4d4b-a443-c0b565df1587 will not be triggered until provisioned by entity DHCP. {{(pid=92745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:33:25.971565 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-a7cb3f56-6cc5-4e9a-aa57-bbe08892d939 req-c189d162-0616-44ff-a343-07ae5658f0ad tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789666979157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30039437'] for port, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:25.976325 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-09d1ace0-6e32-4b5f-a385-4b294d650607 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:26.018796 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7cb3f56-6cc5-4e9a-aa57-bbe08892d939 req-c189d162-0616-44ff-a343-07ae5658f0ad tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Network 38e35d0b-e570-49d3-959b-c55bd6e0308c is already hosted by enough agents. {{(pid=92745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:33:26.025229 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.base_scheduler [req-a7cb3f56-6cc5-4e9a-aa57-bbe08892d939 req-c189d162-0616-44ff-a343-07ae5658f0ad tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Resources bound (agent type, host, resource id): {{(pid=92745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:33:26.030085 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7cb3f56-6cc5-4e9a-aa57-bbe08892d939 req-c189d162-0616-44ff-a343-07ae5658f0ad tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Received port after_create {{(pid=92745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:33:26.033166 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c189d162-0616-44ff-a343-07ae5658f0ad tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Pushing event updated for resources: {'Port': ['ID=b9ba875a-c630-4d4b-a443-c0b565df1587,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:26.036172 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-c189d162-0616-44ff-a343-07ae5658f0ad tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:26.086365 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb3f56-6cc5-4e9a-aa57-bbe08892d939 req-c189d162-0616-44ff-a343-07ae5658f0ad tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:26.087012 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-a7cb3f56-6cc5-4e9a-aa57-bbe08892d939 req-c189d162-0616-44ff-a343-07ae5658f0ad tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5899'] for port, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:26.103186 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-a7cb3f56-6cc5-4e9a-aa57-bbe08892d939 req-c189d162-0616-44ff-a343-07ae5658f0ad tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7692819 Jun 21 04:33:26.131351 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.v2.base [req-a7cb3f56-6cc5-4e9a-aa57-bbe08892d939 req-cd1d2e59-4a1d-4403-a541-f3f67155cf1e service neutron] Request body: {'port': {'device_id': 'b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79688'}} {{(pid=92745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:33:26.216331 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-a7cb3f56-6cc5-4e9a-aa57-bbe08892d939 req-cd1d2e59-4a1d-4403-a541-f3f67155cf1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:26.290574 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-a2454346-d016-44b8-af33-2d597caafa39 None None] Provisioning for port b9ba875a-c630-4d4b-a443-c0b565df1587 completed by entity DHCP. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:33:26.294454 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-a2454346-d016-44b8-af33-2d597caafa39 None None] Provisioning complete for port b9ba875a-c630-4d4b-a443-c0b565df1587 triggered by entity DHCP. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:33:26.294945 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-a2454346-d016-44b8-af33-2d597caafa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:26.330183 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-a2454346-d016-44b8-af33-2d597caafa39 None None] Port b9ba875a-c630-4d4b-a443-c0b565df1587 cannot update to ACTIVE because it is not bound. {{(pid=92747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:33:26.334876 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9600ff-594b-4ebe-b9e5-c109049312bd req-730416ee-12fb-4d43-bc50-199f0c169a77 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:26.336350 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-4f9600ff-594b-4ebe-b9e5-c109049312bd req-730416ee-12fb-4d43-bc50-199f0c169a77 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53 HTTP/1.1" status: 200 len: 932 time: 0.0652969 Jun 21 04:33:26.374319 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-4f9600ff-594b-4ebe-b9e5-c109049312bd req-80810113-1738-4e77-b594-9f49607d22fe tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b87962f-ec15-4f45-82d9-8094e00c4440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307214 Jun 21 04:33:26.473378 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [req-a7cb3f56-6cc5-4e9a-aa57-bbe08892d939 req-cd1d2e59-4a1d-4403-a541-f3f67155cf1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9ba875a-c630-4d4b-a443-c0b565df1587 {{(pid=92745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:33:26.480610 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-a7cb3f56-6cc5-4e9a-aa57-bbe08892d939 req-cd1d2e59-4a1d-4403-a541-f3f67155cf1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:26.491850 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [req-a7cb3f56-6cc5-4e9a-aa57-bbe08892d939 req-cd1d2e59-4a1d-4403-a541-f3f67155cf1e service neutron] Transition to ACTIVE for port object b9ba875a-c630-4d4b-a443-c0b565df1587 will not be triggered until provisioned by entity L2. {{(pid=92745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:33:26.495821 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-a7cb3f56-6cc5-4e9a-aa57-bbe08892d939 req-cd1d2e59-4a1d-4403-a541-f3f67155cf1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30039483'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:26.497935 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-723b4974-090b-4488-bc61-49e504a86263 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:26.573775 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1d2e59-4a1d-4403-a541-f3f67155cf1e service neutron] Pushing event updated for resources: {'Port': ['ID=b9ba875a-c630-4d4b-a443-c0b565df1587,revision_number=2']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:26.576644 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cd1d2e59-4a1d-4403-a541-f3f67155cf1e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:26.653197 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [req-a7cb3f56-6cc5-4e9a-aa57-bbe08892d939 req-cd1d2e59-4a1d-4403-a541-f3f67155cf1e service neutron] Attempting to bind port b9ba875a-c630-4d4b-a443-c0b565df1587 on host hv-cinder-79688 for vnic_type normal with profile {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:33:26.653601 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [req-a7cb3f56-6cc5-4e9a-aa57-bbe08892d939 req-cd1d2e59-4a1d-4403-a541-f3f67155cf1e service neutron] Attempting to bind port b9ba875a-c630-4d4b-a443-c0b565df1587 by drivers openvswitch,hyperv on host hv-cinder-79688 at level 0 using segments [{'id': 'df3f6f4e-05ff-4d6f-923e-8ebc44f445d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '38e35d0b-e570-49d3-959b-c55bd6e0308c'}] {{(pid=92745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:33:26.653928 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7cb3f56-6cc5-4e9a-aa57-bbe08892d939 req-cd1d2e59-4a1d-4403-a541-f3f67155cf1e service neutron] Attempting to bind port b9ba875a-c630-4d4b-a443-c0b565df1587 on network 38e35d0b-e570-49d3-959b-c55bd6e0308c {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:33:26.658508 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7cb3f56-6cc5-4e9a-aa57-bbe08892d939 req-cd1d2e59-4a1d-4403-a541-f3f67155cf1e service neutron] Port b9ba875a-c630-4d4b-a443-c0b565df1587 on network 38e35d0b-e570-49d3-959b-c55bd6e0308c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79688 {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:33:26.658823 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7cb3f56-6cc5-4e9a-aa57-bbe08892d939 req-cd1d2e59-4a1d-4403-a541-f3f67155cf1e service neutron] Attempting to bind port b9ba875a-c630-4d4b-a443-c0b565df1587 on network 38e35d0b-e570-49d3-959b-c55bd6e0308c {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:33:26.664744 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7cb3f56-6cc5-4e9a-aa57-bbe08892d939 req-cd1d2e59-4a1d-4403-a541-f3f67155cf1e service neutron] Checking agent: {'id': '2d8ec531-0834-43cc-a69e-43a4958e3c4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79688', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 27, 37), 'started_at': datetime.datetime(2021, 6, 21, 4, 27, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:33:26.665078 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7cb3f56-6cc5-4e9a-aa57-bbe08892d939 req-cd1d2e59-4a1d-4403-a541-f3f67155cf1e service neutron] Checking segment: {'id': 'df3f6f4e-05ff-4d6f-923e-8ebc44f445d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '38e35d0b-e570-49d3-959b-c55bd6e0308c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:33:26.665501 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7cb3f56-6cc5-4e9a-aa57-bbe08892d939 req-cd1d2e59-4a1d-4403-a541-f3f67155cf1e service neutron] Bound using segment: {'id': 'df3f6f4e-05ff-4d6f-923e-8ebc44f445d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '38e35d0b-e570-49d3-959b-c55bd6e0308c'} {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:33:26.665928 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [req-a7cb3f56-6cc5-4e9a-aa57-bbe08892d939 req-cd1d2e59-4a1d-4403-a541-f3f67155cf1e service neutron] Bound port: b9ba875a-c630-4d4b-a443-c0b565df1587, host: hv-cinder-79688, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df3f6f4e-05ff-4d6f-923e-8ebc44f445d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '38e35d0b-e570-49d3-959b-c55bd6e0308c'}}] {{(pid=92745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:33:26.666279 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-a7cb3f56-6cc5-4e9a-aa57-bbe08892d939 req-cd1d2e59-4a1d-4403-a541-f3f67155cf1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:26.728651 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [req-a7cb3f56-6cc5-4e9a-aa57-bbe08892d939 req-cd1d2e59-4a1d-4403-a541-f3f67155cf1e service neutron] For port b9ba875a-c630-4d4b-a443-c0b565df1587, host hv-cinder-79688, cleared binding levels {{(pid=92745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:33:26.732117 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [req-a7cb3f56-6cc5-4e9a-aa57-bbe08892d939 req-cd1d2e59-4a1d-4403-a541-f3f67155cf1e service neutron] For port b9ba875a-c630-4d4b-a443-c0b565df1587, host hv-cinder-79688, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=b9ba875a-c630-4d4b-a443-c0b565df1587,segment=NetworkSegment(df3f6f4e-05ff-4d6f-923e-8ebc44f445d6),segment_id=df3f6f4e-05ff-4d6f-923e-8ebc44f445d6)] {{(pid=92745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:33:26.736187 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-a7cb3f56-6cc5-4e9a-aa57-bbe08892d939 req-cd1d2e59-4a1d-4403-a541-f3f67155cf1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30039483'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:26.738480 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:26.777204 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb3f56-6cc5-4e9a-aa57-bbe08892d939 req-cd1d2e59-4a1d-4403-a541-f3f67155cf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:26.777908 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-a7cb3f56-6cc5-4e9a-aa57-bbe08892d939 req-cd1d2e59-4a1d-4403-a541-f3f67155cf1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5899'] for port, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:26.779323 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-a7cb3f56-6cc5-4e9a-aa57-bbe08892d939 req-cd1d2e59-4a1d-4403-a541-f3f67155cf1e service neutron] 10.222.0.38 "PUT /v2.0/ports/b9ba875a-c630-4d4b-a443-c0b565df1587 HTTP/1.1" status: 200 len: 1094 time: 0.6524291 Jun 21 04:33:26.779903 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53', 'tag': 'b9ba875a-c630-4d4b-a443-c0b565df1587'}] {{(pid=92745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:33:26.782196 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e65a7435921a4b725d950f60fbdbd7b7a483a7692f8e299216e8097d5419be07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a16f0b5-559c-4caa-bfa4-165716fc309b" -d '{"events": [{"name": "network-changed", "server_uuid": "b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53", "tag": "b9ba875a-c630-4d4b-a443-c0b565df1587"}]}' {{(pid=92745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:33:26.801393 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1d2e59-4a1d-4403-a541-f3f67155cf1e service neutron] Pushing event updated for resources: {'Port': ['ID=b9ba875a-c630-4d4b-a443-c0b565df1587,revision_number=3']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:26.812780 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cd1d2e59-4a1d-4403-a541-f3f67155cf1e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:26.830212 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c50d2ca-7e8b-451a-9ed2-683e88baaa90 x-openstack-request-id: req-6c50d2ca-7e8b-451a-9ed2-683e88baaa90 {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:33:26.830625 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53", "tag": "b9ba875a-c630-4d4b-a443-c0b565df1587", "status": "completed", "code": 200}]} {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:33:26.830921 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6c50d2ca-7e8b-451a-9ed2-683e88baaa90 {{(pid=92745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:33:26.831354 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53', 'tag': 'b9ba875a-c630-4d4b-a443-c0b565df1587', 'status': 'completed', 'code': 200} Jun 21 04:33:26.919251 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb3f56-6cc5-4e9a-aa57-bbe08892d939 req-f5023926-44c1-46ff-892b-013a87b1e181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:26.920835 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-a7cb3f56-6cc5-4e9a-aa57-bbe08892d939 req-f5023926-44c1-46ff-892b-013a87b1e181 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6e19d34d6ec747d2a23f2df61f7d1120&device_id=b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53 HTTP/1.1" status: 200 len: 1097 time: 0.0623646 Jun 21 04:33:26.973489 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-a7cb3f56-6cc5-4e9a-aa57-bbe08892d939 req-879f2d41-9e98-4b02-b364-14e7dec80ec7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9ba875a-c630-4d4b-a443-c0b565df1587 HTTP/1.1" status: 200 len: 217 time: 0.0354192 Jun 21 04:33:27.023102 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb3f56-6cc5-4e9a-aa57-bbe08892d939 req-d6f5c5b5-83e7-43a0-b9e8-71f840d27407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:27.024525 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-a7cb3f56-6cc5-4e9a-aa57-bbe08892d939 req-d6f5c5b5-83e7-43a0-b9e8-71f840d27407 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6f995fa3-0676-46ec-80cb-22d4129d3f36 HTTP/1.1" status: 200 len: 856 time: 0.0414538 Jun 21 04:33:27.083949 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb3f56-6cc5-4e9a-aa57-bbe08892d939 req-617f6e40-99a1-4035-b1c9-b30d125fbab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:27.085398 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-a7cb3f56-6cc5-4e9a-aa57-bbe08892d939 req-617f6e40-99a1-4035-b1c9-b30d125fbab3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=38e35d0b-e570-49d3-959b-c55bd6e0308c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0539722 Jun 21 04:33:27.173894 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-a7cb3f56-6cc5-4e9a-aa57-bbe08892d939 req-68c7610f-9fc0-4855-a106-41c4de902140 service neutron] 10.222.0.38 "GET /v2.0/networks/38e35d0b-e570-49d3-959b-c55bd6e0308c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816479 Jun 21 04:33:27.279634 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-a7cb3f56-6cc5-4e9a-aa57-bbe08892d939 req-80998020-f19b-4d10-a4bf-b8d870cae287 service neutron] 10.222.0.38 "GET /v2.0/networks/38e35d0b-e570-49d3-959b-c55bd6e0308c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834556 Jun 21 04:33:27.471629 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a16f0b5-559c-4caa-bfa4-165716fc309b req-2f740243-069d-43cf-99a8-18bdb4560c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:27.473115 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-8a16f0b5-559c-4caa-bfa4-165716fc309b req-2f740243-069d-43cf-99a8-18bdb4560c79 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6e19d34d6ec747d2a23f2df61f7d1120&device_id=b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53 HTTP/1.1" status: 200 len: 1097 time: 0.0513909 Jun 21 04:33:27.553277 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737797ed-ea13-41cc-b87d-465dc63e03cb req-fd323aa2-3a86-4511-8207-26a4ba74fed2 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:27.554664 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-737797ed-ea13-41cc-b87d-465dc63e03cb req-fd323aa2-3a86-4511-8207-26a4ba74fed2 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53 HTTP/1.1" status: 200 len: 944 time: 0.0671875 Jun 21 04:33:27.567923 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a16f0b5-559c-4caa-bfa4-165716fc309b req-a82f97a9-3a40-4c15-9d22-698c4d5c6ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:27.569387 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-8a16f0b5-559c-4caa-bfa4-165716fc309b req-a82f97a9-3a40-4c15-9d22-698c4d5c6ce8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=38e35d0b-e570-49d3-959b-c55bd6e0308c HTTP/1.1" status: 200 len: 918 time: 0.0841639 Jun 21 04:33:27.591793 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-737797ed-ea13-41cc-b87d-465dc63e03cb req-3351c20f-d006-41c3-b0ef-ad448dd9eafc tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b87962f-ec15-4f45-82d9-8094e00c4440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312197 Jun 21 04:33:27.614336 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-8a16f0b5-559c-4caa-bfa4-165716fc309b req-652001da-3d3f-49b6-bbb8-f0a970ddfbaf service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9ba875a-c630-4d4b-a443-c0b565df1587 HTTP/1.1" status: 200 len: 217 time: 0.0367196 Jun 21 04:33:27.660942 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a16f0b5-559c-4caa-bfa4-165716fc309b req-3ba3c55c-aefa-4a69-898a-e2c7b0fa8041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:27.662340 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-8a16f0b5-559c-4caa-bfa4-165716fc309b req-3ba3c55c-aefa-4a69-898a-e2c7b0fa8041 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6f995fa3-0676-46ec-80cb-22d4129d3f36 HTTP/1.1" status: 200 len: 856 time: 0.0413597 Jun 21 04:33:27.721022 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a16f0b5-559c-4caa-bfa4-165716fc309b req-32bb2f89-0132-48c2-9750-5452c3d49d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:27.722568 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-8a16f0b5-559c-4caa-bfa4-165716fc309b req-32bb2f89-0132-48c2-9750-5452c3d49d3e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=38e35d0b-e570-49d3-959b-c55bd6e0308c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0520937 Jun 21 04:33:27.819778 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-8a16f0b5-559c-4caa-bfa4-165716fc309b req-9258511d-e4fc-40bf-923c-659a0464b361 service neutron] 10.222.0.38 "GET /v2.0/networks/38e35d0b-e570-49d3-959b-c55bd6e0308c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897255 Jun 21 04:33:27.907221 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-8a16f0b5-559c-4caa-bfa4-165716fc309b req-de6935d5-cf03-464b-a7b3-f0cb523ac812 service neutron] 10.222.0.38 "GET /v2.0/networks/38e35d0b-e570-49d3-959b-c55bd6e0308c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809426 Jun 21 04:33:27.962442 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 33752) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:28.060854 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-b07c7847-9426-485e-9afd-279baa17e526 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:28.151230 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-b07c7847-9426-485e-9afd-279baa17e526 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:28.155754 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-b07c7847-9426-485e-9afd-279baa17e526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:28.159530 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:28.194906 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-b07c7847-9426-485e-9afd-279baa17e526 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dd04a248946d4807946853478f9dd4f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2313130 Jun 21 04:33:28.197259 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07c7847-9426-485e-9afd-279baa17e526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4362f62c-354c-4a77-917b-04145695d7fb,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:28.198904 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 33756) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:28.201253 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-b07c7847-9426-485e-9afd-279baa17e526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:28.251263 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-f7d149ce-f1e8-433c-b4cf-83512321fbdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:28.276346 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-f7d149ce-f1e8-433c-b4cf-83512321fbdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:28.322162 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-f7d149ce-f1e8-433c-b4cf-83512321fbdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:28.325467 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-f7d149ce-f1e8-433c-b4cf-83512321fbdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:28.326586 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-f7d149ce-f1e8-433c-b4cf-83512321fbdc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4362f62c-354c-4a77-917b-04145695d7fb HTTP/1.1" status: 204 len: 168 time: 0.1265001 Jun 21 04:33:28.327422 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-109502ed-906c-40b6-a9ad-1e241313bcd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:28.334369 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d149ce-f1e8-433c-b4cf-83512321fbdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4362f62c-354c-4a77-917b-04145695d7fb,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:28.336582 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-f7d149ce-f1e8-433c-b4cf-83512321fbdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:28.766629 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1528aa-9226-4b69-aff3-71b2f0d3d47f req-1059757e-ce46-4976-b39f-476408e6cdb7 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:28.768122 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-2e1528aa-9226-4b69-aff3-71b2f0d3d47f req-1059757e-ce46-4976-b39f-476408e6cdb7 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53 HTTP/1.1" status: 200 len: 944 time: 0.0627124 Jun 21 04:33:28.807022 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-2e1528aa-9226-4b69-aff3-71b2f0d3d47f req-66491057-a291-4d33-b955-337f259bb248 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b87962f-ec15-4f45-82d9-8094e00c4440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331938 Jun 21 04:33:29.987414 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19311e89-95b0-4ecf-983c-ace554c0517c req-7af45bff-abed-40c5-8063-8450869a0e03 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:29.988841 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-19311e89-95b0-4ecf-983c-ace554c0517c req-7af45bff-abed-40c5-8063-8450869a0e03 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53 HTTP/1.1" status: 200 len: 944 time: 0.0659113 Jun 21 04:33:30.024474 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-19311e89-95b0-4ecf-983c-ace554c0517c req-3043dad4-83d3-4fae-bbbf-964cac8caf2d tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b87962f-ec15-4f45-82d9-8094e00c4440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300808 Jun 21 04:33:30.587994 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device b9ba875a-c630-4d4b-a443-c0b565df1587 details requested by agent hyperv_hv-cinder-79688 with host hv-cinder-79688 {{(pid=92747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:33:30.685959 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] For port b9ba875a-c630-4d4b-a443-c0b565df1587, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=b9ba875a-c630-4d4b-a443-c0b565df1587,segment=NetworkSegment(df3f6f4e-05ff-4d6f-923e-8ebc44f445d6),segment_id=df3f6f4e-05ff-4d6f-923e-8ebc44f445d6)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:33:30.699220 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Returning: {'device': 'b9ba875a-c630-4d4b-a443-c0b565df1587', 'network_id': '38e35d0b-e570-49d3-959b-c55bd6e0308c', 'port_id': 'b9ba875a-c630-4d4b-a443-c0b565df1587', 'mac_address': 'fa:16:3e:fb:47:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f995fa3-0676-46ec-80cb-22d4129d3f36', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:33:30.741028 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:30.755021 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.notifiers.nova [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9ba875a-c630-4d4b-a443-c0b565df1587 {{(pid=92747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:33:30.776934 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] For port b9ba875a-c630-4d4b-a443-c0b565df1587, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=b9ba875a-c630-4d4b-a443-c0b565df1587,segment=NetworkSegment(df3f6f4e-05ff-4d6f-923e-8ebc44f445d6),segment_id=df3f6f4e-05ff-4d6f-923e-8ebc44f445d6)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:33:30.780968 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:30.783745 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:30.830848 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Pushing event updated for resources: {'Port': ['ID=b9ba875a-c630-4d4b-a443-c0b565df1587,revision_number=4']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:30.833915 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:31.160122 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] get_ports_and_sgs() called for port_ids ['b9ba875a-c630-4d4b-a443-c0b565df1587'] {{(pid=92747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:33:31.208925 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410fdb26-cb9d-4fd0-933d-5339ac802588 req-30552fd4-155b-4c6b-8c4d-9f274b184e97 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:31.210467 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-410fdb26-cb9d-4fd0-933d-5339ac802588 req-30552fd4-155b-4c6b-8c4d-9f274b184e97 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53 HTTP/1.1" status: 200 len: 945 time: 0.0622320 Jun 21 04:33:31.253792 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-410fdb26-cb9d-4fd0-933d-5339ac802588 req-6f4538a1-636c-4eab-abf9-aa7bcd1e594a tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b87962f-ec15-4f45-82d9-8094e00c4440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364008 Jun 21 04:33:32.190510 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 33854) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:32.307053 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-0c1898df-70b2-45e1-b530-ad2f3c1ffdc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:32.391578 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-0c1898df-70b2-45e1-b530-ad2f3c1ffdc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:32.395918 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-0c1898df-70b2-45e1-b530-ad2f3c1ffdc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:32.398382 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-6b55e719-1fc4-49bd-a014-ed7295cdefe1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:32.435107 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-0c1898df-70b2-45e1-b530-ad2f3c1ffdc3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a90e80ef3d26442aa0c009114fdde2b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2435026 Jun 21 04:33:32.437578 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 33862) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:32.441107 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c27a6bf-31b2-45bc-9d54-38977f15ae72 req-7279e7df-8193-4d4b-b4e1-220cfae5de2f tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:32.442578 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-6c27a6bf-31b2-45bc-9d54-38977f15ae72 req-7279e7df-8193-4d4b-b4e1-220cfae5de2f tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53 HTTP/1.1" status: 200 len: 945 time: 0.0679402 Jun 21 04:33:32.444501 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1898df-70b2-45e1-b530-ad2f3c1ffdc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aed49f4-de27-4aba-88f5-b32caada8bed,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:32.452207 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-0c1898df-70b2-45e1-b530-ad2f3c1ffdc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:32.480845 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-6c27a6bf-31b2-45bc-9d54-38977f15ae72 req-037abef3-155a-424f-830b-322669a16dec tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b87962f-ec15-4f45-82d9-8094e00c4440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323105 Jun 21 04:33:32.487882 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-df9918b1-1ab7-41a5-9dcc-134594313cd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:32.508764 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-df9918b1-1ab7-41a5-9dcc-134594313cd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:32.556584 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-df9918b1-1ab7-41a5-9dcc-134594313cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:32.559743 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-df9918b1-1ab7-41a5-9dcc-134594313cd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:32.560850 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-df9918b1-1ab7-41a5-9dcc-134594313cd0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6aed49f4-de27-4aba-88f5-b32caada8bed HTTP/1.1" status: 204 len: 168 time: 0.1223755 Jun 21 04:33:32.561599 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-b1e7a72e-49b7-4a8c-ab21-042f69e7a7f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:32.568418 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9918b1-1ab7-41a5-9dcc-134594313cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aed49f4-de27-4aba-88f5-b32caada8bed,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:32.570624 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-df9918b1-1ab7-41a5-9dcc-134594313cd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:32.608031 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device b9ba875a-c630-4d4b-a443-c0b565df1587 up at agent hyperv_hv-cinder-79688 {{(pid=92747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:33:32.659029 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Provisioning for port b9ba875a-c630-4d4b-a443-c0b565df1587 completed by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:33:32.663806 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Provisioning complete for port b9ba875a-c630-4d4b-a443-c0b565df1587 triggered by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:33:32.664223 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:32.743890 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:32.773998 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ba875a-c630-4d4b-a443-c0b565df1587'}] {{(pid=92747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:33:32.776831 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}801f1ae26e0cb5c56acb95c727deede285b0e3a42266231ef73c077b6573d85d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b455001e-2adf-4215-8c90-3f798fa96a7b" -d '{"events": [{"server_uuid": "b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53", "name": "network-vif-plugged", "status": "completed", "tag": "b9ba875a-c630-4d4b-a443-c0b565df1587"}]}' {{(pid=92747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:33:32.790184 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] For port b9ba875a-c630-4d4b-a443-c0b565df1587, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=b9ba875a-c630-4d4b-a443-c0b565df1587,segment=NetworkSegment(df3f6f4e-05ff-4d6f-923e-8ebc44f445d6),segment_id=df3f6f4e-05ff-4d6f-923e-8ebc44f445d6)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:33:32.795767 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:32.802748 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:32.826682 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b81d85-4f08-4d66-8f18-6833b0b327d4 x-openstack-request-id: req-38b81d85-4f08-4d66-8f18-6833b0b327d4 {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:33:32.827121 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53", "name": "network-vif-plugged", "status": "completed", "tag": "b9ba875a-c630-4d4b-a443-c0b565df1587", "code": 200}]} {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:33:32.827386 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-38b81d85-4f08-4d66-8f18-6833b0b327d4 {{(pid=92747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:33:32.827779 dv-cinder-796889-2-smb neutron-server[92747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ba875a-c630-4d4b-a443-c0b565df1587', 'code': 200} Jun 21 04:33:32.854177 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Pushing event updated for resources: {'Port': ['ID=b9ba875a-c630-4d4b-a443-c0b565df1587,revision_number=5']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:32.858234 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:33.103549 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f4b94-e47f-409a-b19b-4162460e55fb req-db824eaa-8cb5-4bf0-9038-fe70e01341a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:33.106295 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-567f4b94-e47f-409a-b19b-4162460e55fb req-db824eaa-8cb5-4bf0-9038-fe70e01341a5 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53 HTTP/1.1" status: 200 len: 1099 time: 0.0516076 Jun 21 04:33:33.141839 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-567f4b94-e47f-409a-b19b-4162460e55fb req-10286526-42c9-4fdf-9d73-c26081101d26 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=5b87962f-ec15-4f45-82d9-8094e00c4440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288110 Jun 21 04:33:33.710469 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ae84f-1b23-4d5a-bc7c-13bbc0d659da req-f0e54e33-034f-4a27-9df4-87dcf305b4ac tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:33.711910 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-7d0ae84f-1b23-4d5a-bc7c-13bbc0d659da req-f0e54e33-034f-4a27-9df4-87dcf305b4ac tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53 HTTP/1.1" status: 200 len: 946 time: 0.1026185 Jun 21 04:33:33.720616 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94479663-df2b-40e2-b011-bfd71351f3da req-c79b6d51-3196-4b48-8aab-63b5dac19952 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:33.722062 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-94479663-df2b-40e2-b011-bfd71351f3da req-c79b6d51-3196-4b48-8aab-63b5dac19952 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b88825f-b566-4c79-968f-de61ea6948e2 HTTP/1.1" status: 200 len: 946 time: 0.1039765 Jun 21 04:33:33.777079 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-7d0ae84f-1b23-4d5a-bc7c-13bbc0d659da req-101c45ce-bef6-49f4-a48b-c848d88ba68d tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b87962f-ec15-4f45-82d9-8094e00c4440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534916 Jun 21 04:33:33.781808 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-94479663-df2b-40e2-b011-bfd71351f3da req-7ac616be-f0a8-4ded-9255-b6650c5b50ff tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca98ce9e-f1a3-4909-a002-7e7104c7cc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531275 Jun 21 04:33:34.141913 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-42dde9ac-83fa-454d-817c-a1177a666b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:34.996312 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990fab8f-70f8-47e1-a963-3f0d109dca5b req-a0bf2682-7dba-4de8-9982-4af13d128b2f tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:34.997782 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-990fab8f-70f8-47e1-a963-3f0d109dca5b req-a0bf2682-7dba-4de8-9982-4af13d128b2f tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b88825f-b566-4c79-968f-de61ea6948e2 HTTP/1.1" status: 200 len: 946 time: 0.1047261 Jun 21 04:33:35.005936 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a37560-c16d-40c0-9a7b-057aac9254d1 req-18c65ee7-6df5-4fa4-8703-f62614ff5546 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:35.007378 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-16a37560-c16d-40c0-9a7b-057aac9254d1 req-18c65ee7-6df5-4fa4-8703-f62614ff5546 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53 HTTP/1.1" status: 200 len: 946 time: 0.1048243 Jun 21 04:33:35.069768 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-990fab8f-70f8-47e1-a963-3f0d109dca5b req-5406732b-cc9e-42f0-869c-f41b8a0450f7 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca98ce9e-f1a3-4909-a002-7e7104c7cc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613022 Jun 21 04:33:35.078012 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-16a37560-c16d-40c0-9a7b-057aac9254d1 req-4e8def7b-7740-4e01-beca-d0d75615ce6e tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b87962f-ec15-4f45-82d9-8094e00c4440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637875 Jun 21 04:33:35.253632 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edce56f-e9b3-4122-864d-b51623081872 req-4a7f471e-4cd0-4239-a012-ca259cfc9310 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:35.255073 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-9edce56f-e9b3-4122-864d-b51623081872 req-4a7f471e-4cd0-4239-a012-ca259cfc9310 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53 HTTP/1.1" status: 200 len: 946 time: 0.0628612 Jun 21 04:33:35.264045 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 33924) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:35.268367 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.v2.base [None req-8eb33f12-bd71-4536-a8a6-5cb1cf016db2 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Request body: {'floatingip': {'port_id': 'b9ba875a-c630-4d4b-a443-c0b565df1587'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:33:35.305429 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-8eb33f12-bd71-4536-a8a6-5cb1cf016db2 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks [] for floatingip, before_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:35.735982 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-8eb33f12-bd71-4536-a8a6-5cb1cf016db2 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:35.739496 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-8eb33f12-bd71-4536-a8a6-5cb1cf016db2 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33062327'] for floatingip, after_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:35.835384 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.db.l3_db [None req-8eb33f12-bd71-4536-a8a6-5cb1cf016db2 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Floating IP 5de1a04e-42b3-4306-9934-cd3d29838bc7 associated. External IP: 172.28.2.184, port: b9ba875a-c630-4d4b-a443-c0b565df1587. Jun 21 04:33:36.033295 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eb33f12-bd71-4536-a8a6-5cb1cf016db2 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Router 96bd2eb3-e9bc-4fa1-a53d-d392456ae024 has already been hosted by L3 agent c5fde6f5-f096-4668-9faa-154c63e10de0 {{(pid=92746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:33:36.137814 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb33f12-bd71-4536-a8a6-5cb1cf016db2 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify agent at l3_agent.dv-cinder-796889-2-smb the message routers_updated {{(pid=92746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:33:36.143022 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-8eb33f12-bd71-4536-a8a6-5cb1cf016db2 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5899'] for floatingip, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:36.149079 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1dc903d-c359-46df-a3b1-d954429d6eaa None None] Sync routers for ids ['96bd2eb3-e9bc-4fa1-a53d-d392456ae024'] in dv-cinder-796889-2-smb {{(pid=92747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:33:36.168990 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dc903d-c359-46df-a3b1-d954429d6eaa None None] Routers {'96bd2eb3-e9bc-4fa1-a53d-d392456ae024'} bound to L3 agent in host dv-cinder-796889-2-smb {{(pid=92747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:33:36.169673 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-a1dc903d-c359-46df-a3b1-d954429d6eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:21:37Z,description=,heartbeat_timestamp=2021-06-21T04:33:07Z,host='dv-cinder-796889-2-smb',id=c5fde6f5-f096-4668-9faa-154c63e10de0,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:21:37Z,topic='l3_agent')) {'router_ids': ['96bd2eb3-e9bc-4fa1-a53d-d392456ae024'], 'active': True} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:36.188805 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-8eb33f12-bd71-4536-a8a6-5cb1cf016db2 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "PUT /v2.0/floatingips/5de1a04e-42b3-4306-9934-cd3d29838bc7 HTTP/1.1" status: 200 len: 992 time: 0.9189212 Jun 21 04:33:36.188805 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53', 'tag': 'b9ba875a-c630-4d4b-a443-c0b565df1587'}] {{(pid=92746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:33:36.188805 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7cbf71f9e1aa915714a5a62000f0bd5d8f9af41b6b6cc8a146f78dbc3385941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13cd9a0e-bd44-4677-aa87-e198e43a9685" -d '{"events": [{"name": "network-changed", "server_uuid": "b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53", "tag": "b9ba875a-c630-4d4b-a443-c0b565df1587"}]}' {{(pid=92746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:33:36.290442 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81978ac8-e578-4a81-b6b8-a6a3b7732992 req-d51b1e07-d5dd-49a8-b1d8-17e939aa531a tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:36.298566 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-81978ac8-e578-4a81-b6b8-a6a3b7732992 req-d51b1e07-d5dd-49a8-b1d8-17e939aa531a tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b88825f-b566-4c79-968f-de61ea6948e2 HTTP/1.1" status: 200 len: 946 time: 0.0793285 Jun 21 04:33:36.332495 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvr_db [None req-a1dc903d-c359-46df-a3b1-d954429d6eaa None None] Set router 96bd2eb3-e9bc-4fa1-a53d-d392456ae024 gateway port host: dv-cinder-796889-2-smb {{(pid=92747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:33:36.338021 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-81978ac8-e578-4a81-b6b8-a6a3b7732992 req-d3d5bcd0-6c17-47ed-8912-6914c1f00972 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca98ce9e-f1a3-4909-a002-7e7104c7cc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382609 Jun 21 04:33:36.388817 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7601c738-2574-447b-9614-ceee1b396701 x-openstack-request-id: req-7601c738-2574-447b-9614-ceee1b396701 {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:33:36.389139 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53", "tag": "b9ba875a-c630-4d4b-a443-c0b565df1587", "status": "completed", "code": 200}]} {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:33:36.389467 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7601c738-2574-447b-9614-ceee1b396701 {{(pid=92746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:33:36.389872 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53', 'tag': 'b9ba875a-c630-4d4b-a443-c0b565df1587', 'status': 'completed', 'code': 200} Jun 21 04:33:36.528751 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd9a0e-bd44-4677-aa87-e198e43a9685 req-55643fd4-6a01-44ca-8420-8e49a78f1839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:36.530299 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-13cd9a0e-bd44-4677-aa87-e198e43a9685 req-55643fd4-6a01-44ca-8420-8e49a78f1839 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6e19d34d6ec747d2a23f2df61f7d1120&device_id=b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53 HTTP/1.1" status: 200 len: 1099 time: 0.0535328 Jun 21 04:33:36.564062 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-a1dc903d-c359-46df-a3b1-d954429d6eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96bd2eb3-e9bc-4fa1-a53d-d392456ae024', 'name': 'tempest-AttachVolumeShelveTestJSON-1705391473-router', 'tenant_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '100755dd-aa6e-4365-827a-30bb0828080c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:29Z', 'updated_at': '2021-06-21T04:29:39Z', 'revision_number': 4, 'project_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'gw_port': {'id': '100755dd-aa6e-4365-827a-30bb0828080c', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:cb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96bd2eb3-e9bc-4fa1-a53d-d392456ae024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:31Z', 'updated_at': '2021-06-21T04:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb', '_floatingips': [{'id': '5de1a04e-42b3-4306-9934-cd3d29838bc7', 'tenant_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'floating_ip_address': '172.28.2.184', 'floating_network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'router_id': '96bd2eb3-e9bc-4fa1-a53d-d392456ae024', 'port_id': 'b9ba875a-c630-4d4b-a443-c0b565df1587', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38e35d0b-e570-49d3-959b-c55bd6e0308c', 'mac_address': 'fa:16:3e:fb:47:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:33:22Z', 'updated_at': '2021-06-21T04:33:35Z', 'revision_number': 1, 'project_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '612e2fd2-c187-4d51-a56d-bd48917717d2', 'name': '', 'network_id': '38e35d0b-e570-49d3-959b-c55bd6e0308c', 'tenant_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'mac_address': 'fa:16:3e:f0:cb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96bd2eb3-e9bc-4fa1-a53d-d392456ae024', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6f995fa3-0676-46ec-80cb-22d4129d3f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:36Z', 'updated_at': '2021-06-21T04:29:56Z', 'revision_number': 5, 'project_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'subnets': [{'id': '6f995fa3-0676-46ec-80cb-22d4129d3f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-smb', False) {} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:36.590408 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1dc903d-c359-46df-a3b1-d954429d6eaa None None] Checking router: 96bd2eb3-e9bc-4fa1-a53d-d392456ae024 for host: dv-cinder-796889-2-smb {{(pid=92747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:33:36.598830 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dc903d-c359-46df-a3b1-d954429d6eaa None None] Routers {'96bd2eb3-e9bc-4fa1-a53d-d392456ae024'} bound to L3 agent in host dv-cinder-796889-2-smb {{(pid=92747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:33:36.599448 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-a1dc903d-c359-46df-a3b1-d954429d6eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:21:37Z,description=,heartbeat_timestamp=2021-06-21T04:33:07Z,host='dv-cinder-796889-2-smb',id=c5fde6f5-f096-4668-9faa-154c63e10de0,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:21:37Z,topic='l3_agent')) {'router_ids': ['96bd2eb3-e9bc-4fa1-a53d-d392456ae024'], 'active': True} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:36.622643 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd9a0e-bd44-4677-aa87-e198e43a9685 req-1f6e16ca-3bdd-432d-a077-e116d07c268b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:36.624146 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-13cd9a0e-bd44-4677-aa87-e198e43a9685 req-1f6e16ca-3bdd-432d-a077-e116d07c268b service neutron] 10.222.0.38 "GET /v2.0/networks?id=38e35d0b-e570-49d3-959b-c55bd6e0308c HTTP/1.1" status: 200 len: 918 time: 0.0869756 Jun 21 04:33:36.690894 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-13cd9a0e-bd44-4677-aa87-e198e43a9685 req-1713308b-cf85-4043-acc7-e41cdb918090 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9ba875a-c630-4d4b-a443-c0b565df1587 HTTP/1.1" status: 200 len: 1000 time: 0.0590618 Jun 21 04:33:36.703463 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvr_db [None req-a1dc903d-c359-46df-a3b1-d954429d6eaa None None] Set router 96bd2eb3-e9bc-4fa1-a53d-d392456ae024 gateway port host: dv-cinder-796889-2-smb {{(pid=92747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:33:36.740973 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd9a0e-bd44-4677-aa87-e198e43a9685 req-38672cff-a8ba-4503-b0b3-521ac6960b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:36.742445 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-13cd9a0e-bd44-4677-aa87-e198e43a9685 req-38672cff-a8ba-4503-b0b3-521ac6960b84 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6f995fa3-0676-46ec-80cb-22d4129d3f36 HTTP/1.1" status: 200 len: 856 time: 0.0422461 Jun 21 04:33:36.794758 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-bac362a8-546b-4450-a254-db059ca7677d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:36.803319 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd9a0e-bd44-4677-aa87-e198e43a9685 req-97fec51b-a21a-46c4-a3b4-46a1ab417f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:36.804982 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-13cd9a0e-bd44-4677-aa87-e198e43a9685 req-97fec51b-a21a-46c4-a3b4-46a1ab417f5d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=38e35d0b-e570-49d3-959b-c55bd6e0308c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0554445 Jun 21 04:33:36.899022 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-13cd9a0e-bd44-4677-aa87-e198e43a9685 req-5d0e583e-034c-4c88-9700-1cfa13aa3763 service neutron] 10.222.0.38 "GET /v2.0/networks/38e35d0b-e570-49d3-959b-c55bd6e0308c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834248 Jun 21 04:33:36.994944 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-13cd9a0e-bd44-4677-aa87-e198e43a9685 req-cf85f5d9-1107-48c6-974a-ca3773d7f920 service neutron] 10.222.0.38 "GET /v2.0/networks/38e35d0b-e570-49d3-959b-c55bd6e0308c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875313 Jun 21 04:33:36.999830 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:37.002967 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:37.077225 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-a1dc903d-c359-46df-a3b1-d954429d6eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96bd2eb3-e9bc-4fa1-a53d-d392456ae024', 'name': 'tempest-AttachVolumeShelveTestJSON-1705391473-router', 'tenant_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '100755dd-aa6e-4365-827a-30bb0828080c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:29Z', 'updated_at': '2021-06-21T04:29:39Z', 'revision_number': 4, 'project_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'gw_port': {'id': '100755dd-aa6e-4365-827a-30bb0828080c', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:cb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96bd2eb3-e9bc-4fa1-a53d-d392456ae024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:31Z', 'updated_at': '2021-06-21T04:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb', '_floatingips': [{'id': '5de1a04e-42b3-4306-9934-cd3d29838bc7', 'tenant_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'floating_ip_address': '172.28.2.184', 'floating_network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'router_id': '96bd2eb3-e9bc-4fa1-a53d-d392456ae024', 'port_id': 'b9ba875a-c630-4d4b-a443-c0b565df1587', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38e35d0b-e570-49d3-959b-c55bd6e0308c', 'mac_address': 'fa:16:3e:fb:47:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:33:22Z', 'updated_at': '2021-06-21T04:33:35Z', 'revision_number': 1, 'project_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '612e2fd2-c187-4d51-a56d-bd48917717d2', 'name': '', 'network_id': '38e35d0b-e570-49d3-959b-c55bd6e0308c', 'tenant_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'mac_address': 'fa:16:3e:f0:cb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96bd2eb3-e9bc-4fa1-a53d-d392456ae024', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6f995fa3-0676-46ec-80cb-22d4129d3f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:36Z', 'updated_at': '2021-06-21T04:29:56Z', 'revision_number': 5, 'project_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'subnets': [{'id': '6f995fa3-0676-46ec-80cb-22d4129d3f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-smb', False) {} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:37.105740 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1dc903d-c359-46df-a3b1-d954429d6eaa None None] The sync data for ids ['96bd2eb3-e9bc-4fa1-a53d-d392456ae024'] in dv-cinder-796889-2-smb is: [{'id': '96bd2eb3-e9bc-4fa1-a53d-d392456ae024', 'name': 'tempest-AttachVolumeShelveTestJSON-1705391473-router', 'tenant_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '100755dd-aa6e-4365-827a-30bb0828080c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:29Z', 'updated_at': '2021-06-21T04:29:39Z', 'revision_number': 4, 'project_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'gw_port': {'id': '100755dd-aa6e-4365-827a-30bb0828080c', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:cb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96bd2eb3-e9bc-4fa1-a53d-d392456ae024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:31Z', 'updated_at': '2021-06-21T04:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb', '_floatingips': [{'id': '5de1a04e-42b3-4306-9934-cd3d29838bc7', 'tenant_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'floating_ip_address': '172.28.2.184', 'floating_network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'router_id': '96bd2eb3-e9bc-4fa1-a53d-d392456ae024', 'port_id': 'b9ba875a-c630-4d4b-a443-c0b565df1587', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38e35d0b-e570-49d3-959b-c55bd6e0308c', 'mac_address': 'fa:16:3e:fb:47:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:33:22Z', 'updated_at': '2021-06-21T04:33:35Z', 'revision_number': 1, 'project_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '612e2fd2-c187-4d51-a56d-bd48917717d2', 'name': '', 'network_id': '38e35d0b-e570-49d3-959b-c55bd6e0308c', 'tenant_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'mac_address': 'fa:16:3e:f0:cb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96bd2eb3-e9bc-4fa1-a53d-d392456ae024', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6f995fa3-0676-46ec-80cb-22d4129d3f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:36Z', 'updated_at': '2021-06-21T04:29:56Z', 'revision_number': 5, 'project_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'subnets': [{'id': '6f995fa3-0676-46ec-80cb-22d4129d3f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:33:37.276956 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d1b1d7-867d-4df0-ac89-00d566d2cd9e None None] New status for floating IP 5de1a04e-42b3-4306-9934-cd3d29838bc7: ACTIVE {{(pid=92748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 04:33:37.769544 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e6ede-4ea3-4fdc-9aa4-0c3b302dd466 req-89495bce-fe6a-47e2-99b4-655e1cd5eb8a tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:37.771003 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-1d0e6ede-4ea3-4fdc-9aa4-0c3b302dd466 req-89495bce-fe6a-47e2-99b4-655e1cd5eb8a tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b88825f-b566-4c79-968f-de61ea6948e2 HTTP/1.1" status: 200 len: 946 time: 0.3164299 Jun 21 04:33:37.808611 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-1d0e6ede-4ea3-4fdc-9aa4-0c3b302dd466 req-f1b1954a-1842-4487-be73-89f6cfea0027 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca98ce9e-f1a3-4909-a002-7e7104c7cc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316725 Jun 21 04:33:38.031846 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-af7905e6-f134-40b5-8f7f-d0c0aa400a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:38.985942 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159dda34-2500-4f41-b244-ead7829ddd2e req-67f78123-8320-46a6-ad29-d9e405500505 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:38.987473 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-159dda34-2500-4f41-b244-ead7829ddd2e req-67f78123-8320-46a6-ad29-d9e405500505 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b88825f-b566-4c79-968f-de61ea6948e2 HTTP/1.1" status: 200 len: 946 time: 0.0623991 Jun 21 04:33:39.024440 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-159dda34-2500-4f41-b244-ead7829ddd2e req-fa4fe89f-e1c0-4a11-bc2e-01d26d7458fc tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca98ce9e-f1a3-4909-a002-7e7104c7cc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314481 Jun 21 04:33:39.325375 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34355d62-9a7d-49fb-8182-13944d140f10 req-69918456-8492-490e-90bb-448dcfaa1f37 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:39.326698 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-34355d62-9a7d-49fb-8182-13944d140f10 req-69918456-8492-490e-90bb-448dcfaa1f37 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/ports?device_id=31b09ee5-1585-43ef-9a4f-8bbacc6385ff HTTP/1.1" status: 200 len: 946 time: 0.0614991 Jun 21 04:33:39.366178 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-34355d62-9a7d-49fb-8182-13944d140f10 req-036bd819-f827-4509-971e-64149a10cfdf tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/security-groups?id=caf29c12-da81-4cc3-ac7d-970e1b1b08f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338323 Jun 21 04:33:39.527226 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a20e6ee-67d6-4079-a44e-2868249830b4 req-74de65d6-6df8-449c-b172-3c72552cdef4 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:39.528619 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-7a20e6ee-67d6-4079-a44e-2868249830b4 req-74de65d6-6df8-449c-b172-3c72552cdef4 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b88825f-b566-4c79-968f-de61ea6948e2 HTTP/1.1" status: 200 len: 946 time: 0.0635271 Jun 21 04:33:39.626447 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [req-7a20e6ee-67d6-4079-a44e-2868249830b4 req-0307da2c-6c10-4e9a-8240-ed6b5844bc29 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Deleting port 1b490abe-52e1-4d07-82c7-3ff8044d944a {{(pid=92745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:33:39.626788 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-7a20e6ee-67d6-4079-a44e-2868249830b4 req-0307da2c-6c10-4e9a-8240-ed6b5844bc29 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789667499749'] for port, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:39.634943 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-410c395a-ca3a-4855-90fb-923e0a2b4d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:39.710652 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [req-7a20e6ee-67d6-4079-a44e-2868249830b4 req-0307da2c-6c10-4e9a-8240-ed6b5844bc29 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] For port 1b490abe-52e1-4d07-82c7-3ff8044d944a, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=1b490abe-52e1-4d07-82c7-3ff8044d944a,segment=NetworkSegment(8a38e233-42e7-4555-a11b-fbc792a45807),segment_id=8a38e233-42e7-4555-a11b-fbc792a45807)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:33:39.711004 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-7a20e6ee-67d6-4079-a44e-2868249830b4 req-0307da2c-6c10-4e9a-8240-ed6b5844bc29 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062555'] for port, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:39.774329 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [req-7a20e6ee-67d6-4079-a44e-2868249830b4 req-0307da2c-6c10-4e9a-8240-ed6b5844bc29 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Calling delete_port for 1b490abe-52e1-4d07-82c7-3ff8044d944a owned by compute:nova {{(pid=92745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:33:39.902298 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-7a20e6ee-67d6-4079-a44e-2868249830b4 req-0307da2c-6c10-4e9a-8240-ed6b5844bc29 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789667503845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789666979166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30039426'] for port, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:39.906757 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-c0a4fe51-0f0c-4116-94ea-07d780e20728 tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:39.930208 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0307da2c-6c10-4e9a-8240-ed6b5844bc29 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Pushing event deleted for resources: {'Port': ['ID=1b490abe-52e1-4d07-82c7-3ff8044d944a,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:39.934367 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-0307da2c-6c10-4e9a-8240-ed6b5844bc29 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:39.946709 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] get_ports_and_sgs() called for port_ids ['1b490abe-52e1-4d07-82c7-3ff8044d944a'] {{(pid=92747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:33:39.975824 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a20e6ee-67d6-4079-a44e-2868249830b4 req-0307da2c-6c10-4e9a-8240-ed6b5844bc29 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] No DVR routers for this DVR port 1b490abe-52e1-4d07-82c7-3ff8044d944a on host hv-cinder-79688 {{(pid=92745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:33:39.978202 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-7a20e6ee-67d6-4079-a44e-2868249830b4 req-0307da2c-6c10-4e9a-8240-ed6b5844bc29 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5899'] for port, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:39.980723 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-7a20e6ee-67d6-4079-a44e-2868249830b4 req-0307da2c-6c10-4e9a-8240-ed6b5844bc29 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.38 "DELETE /v2.0/ports/1b490abe-52e1-4d07-82c7-3ff8044d944a HTTP/1.1" status: 204 len: 173 time: 0.4453685 Jun 21 04:33:39.981209 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b88825f-b566-4c79-968f-de61ea6948e2', 'name': 'network-vif-deleted', 'tag': '1b490abe-52e1-4d07-82c7-3ff8044d944a'}] {{(pid=92745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:33:39.983509 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e65a7435921a4b725d950f60fbdbd7b7a483a7692f8e299216e8097d5419be07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a06e0ac-3fd7-40d3-b706-0d5645c99871" -d '{"events": [{"server_uuid": "1b88825f-b566-4c79-968f-de61ea6948e2", "name": "network-vif-deleted", "tag": "1b490abe-52e1-4d07-82c7-3ff8044d944a"}]}' {{(pid=92745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:33:40.032275 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6eaec0a-33d6-4352-9c95-a47d1b7e6b16 x-openstack-request-id: req-e6eaec0a-33d6-4352-9c95-a47d1b7e6b16 {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:33:40.032720 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b88825f-b566-4c79-968f-de61ea6948e2", "name": "network-vif-deleted", "tag": "1b490abe-52e1-4d07-82c7-3ff8044d944a", "status": "completed", "code": 200}]} {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:33:40.033093 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e6eaec0a-33d6-4352-9c95-a47d1b7e6b16 {{(pid=92745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:33:40.033658 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b88825f-b566-4c79-968f-de61ea6948e2', 'name': 'network-vif-deleted', 'tag': '1b490abe-52e1-4d07-82c7-3ff8044d944a', 'status': 'completed', 'code': 200} Jun 21 04:33:40.189966 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-9cd2ab2a-f98a-40ed-a41f-a4a99fcbca41 req-db55d9d2-4dd3-4683-a6b9-25e18dae983a tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b88825f-b566-4c79-968f-de61ea6948e2 HTTP/1.1" status: 200 len: 210 time: 0.0410938 Jun 21 04:33:40.535726 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ecc1b-7738-4cd9-8f37-4bfdaf8dd6da req-447c0e17-ba96-4679-81ff-b179788abf2e tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:40.537133 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-728ecc1b-7738-4cd9-8f37-4bfdaf8dd6da req-447c0e17-ba96-4679-81ff-b179788abf2e tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/ports?device_id=31b09ee5-1585-43ef-9a4f-8bbacc6385ff HTTP/1.1" status: 200 len: 946 time: 0.0599728 Jun 21 04:33:40.572059 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-728ecc1b-7738-4cd9-8f37-4bfdaf8dd6da req-344dac5a-625b-4052-adce-5bda59c3ab8d tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/security-groups?id=caf29c12-da81-4cc3-ac7d-970e1b1b08f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294225 Jun 21 04:33:41.774215 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aaa9f0-35f8-4358-88ed-8ad353cf2691 req-69cbc85b-7a1b-44e5-aaf4-cad030e9626f tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:41.775673 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-b6aaa9f0-35f8-4358-88ed-8ad353cf2691 req-69cbc85b-7a1b-44e5-aaf4-cad030e9626f tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/ports?device_id=31b09ee5-1585-43ef-9a4f-8bbacc6385ff HTTP/1.1" status: 200 len: 946 time: 0.0751770 Jun 21 04:33:41.813768 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-b6aaa9f0-35f8-4358-88ed-8ad353cf2691 req-dffd0aae-c44b-405c-badc-11003443b32f tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/security-groups?id=caf29c12-da81-4cc3-ac7d-970e1b1b08f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314968 Jun 21 04:33:42.332244 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c01a6-3f01-4446-b957-9600593c7d92 req-56e3705f-bd34-42bb-a9f8-567e875fabcd tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:42.333612 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-af9c01a6-3f01-4446-b957-9600593c7d92 req-56e3705f-bd34-42bb-a9f8-567e875fabcd tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.38 "GET /v2.0/ports?device_id=31b09ee5-1585-43ef-9a4f-8bbacc6385ff HTTP/1.1" status: 200 len: 946 time: 0.0699379 Jun 21 04:33:42.428804 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [req-af9c01a6-3f01-4446-b957-9600593c7d92 req-6ac89276-e069-4504-b3fa-62c58cb7dc89 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Deleting port 6eecac39-7f26-4c7d-8265-93cd1def8967 {{(pid=92745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:33:42.429142 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-af9c01a6-3f01-4446-b957-9600593c7d92 req-6ac89276-e069-4504-b3fa-62c58cb7dc89 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789667499749'] for port, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:42.514605 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [req-af9c01a6-3f01-4446-b957-9600593c7d92 req-6ac89276-e069-4504-b3fa-62c58cb7dc89 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] For port 6eecac39-7f26-4c7d-8265-93cd1def8967, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=6eecac39-7f26-4c7d-8265-93cd1def8967,segment=NetworkSegment(7df2cf32-4808-4c59-a032-2d76cb3a1487),segment_id=7df2cf32-4808-4c59-a032-2d76cb3a1487)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:33:42.514958 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-af9c01a6-3f01-4446-b957-9600593c7d92 req-6ac89276-e069-4504-b3fa-62c58cb7dc89 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062555'] for port, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:42.674323 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-af9c01a6-3f01-4446-b957-9600593c7d92 req-6ac89276-e069-4504-b3fa-62c58cb7dc89 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:42.674709 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-af9c01a6-3f01-4446-b957-9600593c7d92 req-6ac89276-e069-4504-b3fa-62c58cb7dc89 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33062327'] for floatingip, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:42.675005 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.db.l3_db [req-af9c01a6-3f01-4446-b957-9600593c7d92 req-6ac89276-e069-4504-b3fa-62c58cb7dc89 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Floating IP 456eaad7-60ad-4f3b-87b4-4b3e172ab899 disassociated. External IP: 172.28.2.77, port: 6eecac39-7f26-4c7d-8265-93cd1def8967. Jun 21 04:33:42.675347 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [req-af9c01a6-3f01-4446-b957-9600593c7d92 req-6ac89276-e069-4504-b3fa-62c58cb7dc89 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Calling delete_port for 6eecac39-7f26-4c7d-8265-93cd1def8967 owned by compute:nova {{(pid=92745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:33:42.698945 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device 1b490abe-52e1-4d07-82c7-3ff8044d944a no longer exists at agent hyperv_hv-cinder-79688 {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:33:42.722200 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] No Port match for: 1b490abe-52e1-4d07-82c7-3ff8044d944a {{(pid=92747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:33:42.722541 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device 1b490abe-52e1-4d07-82c7-3ff8044d944a not bound to the agent host hv-cinder-79688 {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:33:42.803520 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-af9c01a6-3f01-4446-b957-9600593c7d92 req-6ac89276-e069-4504-b3fa-62c58cb7dc89 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789667503845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789666979166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30039426'] for port, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:42.807898 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-dd25c44f-25d6-440a-a3f8-82c86a8be9c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:42.832763 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac89276-e069-4504-b3fa-62c58cb7dc89 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Pushing event deleted for resources: {'Port': ['ID=6eecac39-7f26-4c7d-8265-93cd1def8967,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:42.835785 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-6ac89276-e069-4504-b3fa-62c58cb7dc89 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:42.952778 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af9c01a6-3f01-4446-b957-9600593c7d92 req-6ac89276-e069-4504-b3fa-62c58cb7dc89 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Router 5c3063f7-f7a3-4775-a4f0-95a969eb5e47 has already been hosted by L3 agent c5fde6f5-f096-4668-9faa-154c63e10de0 {{(pid=92745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:33:42.982185 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-78afd47c-6a05-4ffa-a8cb-66a33817c1e5 req-22248a4f-104d-46ca-b18f-686d61ad1adf tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/ports?device_id=31b09ee5-1585-43ef-9a4f-8bbacc6385ff HTTP/1.1" status: 200 len: 210 time: 0.0334308 Jun 21 04:33:43.061122 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af9c01a6-3f01-4446-b957-9600593c7d92 req-6ac89276-e069-4504-b3fa-62c58cb7dc89 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify agent at l3_agent.dv-cinder-796889-2-smb the message routers_updated {{(pid=92745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:33:43.071240 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57c0efd-4b8a-4aa4-a1bc-546431b37119 None None] Sync routers for ids ['5c3063f7-f7a3-4775-a4f0-95a969eb5e47'] in dv-cinder-796889-2-smb {{(pid=92747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:33:43.079844 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57c0efd-4b8a-4aa4-a1bc-546431b37119 None None] Routers {'5c3063f7-f7a3-4775-a4f0-95a969eb5e47'} bound to L3 agent in host dv-cinder-796889-2-smb {{(pid=92747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:33:43.080449 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-d57c0efd-4b8a-4aa4-a1bc-546431b37119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:21:37Z,description=,heartbeat_timestamp=2021-06-21T04:33:37Z,host='dv-cinder-796889-2-smb',id=c5fde6f5-f096-4668-9faa-154c63e10de0,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:21:37Z,topic='l3_agent')) {'router_ids': ['5c3063f7-f7a3-4775-a4f0-95a969eb5e47'], 'active': True} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:43.102603 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [req-af9c01a6-3f01-4446-b957-9600593c7d92 req-6ac89276-e069-4504-b3fa-62c58cb7dc89 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] No DVR routers for this DVR port 6eecac39-7f26-4c7d-8265-93cd1def8967 on host hv-cinder-79688 {{(pid=92745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:33:43.105020 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-af9c01a6-3f01-4446-b957-9600593c7d92 req-6ac89276-e069-4504-b3fa-62c58cb7dc89 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5899'] for port, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:43.107582 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-af9c01a6-3f01-4446-b957-9600593c7d92 req-6ac89276-e069-4504-b3fa-62c58cb7dc89 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.38 "DELETE /v2.0/ports/6eecac39-7f26-4c7d-8265-93cd1def8967 HTTP/1.1" status: 204 len: 173 time: 0.7686012 Jun 21 04:33:43.108083 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b09ee5-1585-43ef-9a4f-8bbacc6385ff', 'name': 'network-vif-deleted', 'tag': '6eecac39-7f26-4c7d-8265-93cd1def8967'}] {{(pid=92745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:33:43.110379 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e65a7435921a4b725d950f60fbdbd7b7a483a7692f8e299216e8097d5419be07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b22584-f753-419c-804d-6d7d876f89e4" -d '{"events": [{"server_uuid": "31b09ee5-1585-43ef-9a4f-8bbacc6385ff", "name": "network-vif-deleted", "tag": "6eecac39-7f26-4c7d-8265-93cd1def8967"}]}' {{(pid=92745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:33:43.173994 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30df30e3-1ccf-458c-956c-e16da600681c x-openstack-request-id: req-30df30e3-1ccf-458c-956c-e16da600681c {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:33:43.174321 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b09ee5-1585-43ef-9a4f-8bbacc6385ff", "name": "network-vif-deleted", "tag": "6eecac39-7f26-4c7d-8265-93cd1def8967", "status": "completed", "code": 200}]} {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:33:43.174607 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-30df30e3-1ccf-458c-956c-e16da600681c {{(pid=92745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:33:43.175050 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31b09ee5-1585-43ef-9a4f-8bbacc6385ff', 'name': 'network-vif-deleted', 'tag': '6eecac39-7f26-4c7d-8265-93cd1def8967', 'status': 'completed', 'code': 200} Jun 21 04:33:43.200738 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvr_db [None req-d57c0efd-4b8a-4aa4-a1bc-546431b37119 None None] Set router 5c3063f7-f7a3-4775-a4f0-95a969eb5e47 gateway port host: dv-cinder-796889-2-smb {{(pid=92747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:33:43.422378 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-d57c0efd-4b8a-4aa4-a1bc-546431b37119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c3063f7-f7a3-4775-a4f0-95a969eb5e47', 'name': 'tempest-AttachVolumeTestJSON-1756689701-router', 'tenant_id': '975d204c53d040d2a863b56978bb847b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.218'}], 'enable_snat': True}, 'gw_port_id': '384fc064-2ddc-469c-bd2e-788462f450cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:28Z', 'updated_at': '2021-06-21T04:29:40Z', 'revision_number': 4, 'project_id': '975d204c53d040d2a863b56978bb847b', 'gw_port': {'id': '384fc064-2ddc-469c-bd2e-788462f450cf', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:50:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3063f7-f7a3-4775-a4f0-95a969eb5e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:30Z', 'updated_at': '2021-06-21T04:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb', '_interfaces': [{'id': 'bc9da0fc-c9e9-4021-96cd-46e86f9e1725', 'name': '', 'network_id': '266761c6-991a-4b5c-89b7-18dc73edeb62', 'tenant_id': '975d204c53d040d2a863b56978bb847b', 'mac_address': 'fa:16:3e:b5:29:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3063f7-f7a3-4775-a4f0-95a969eb5e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '17b08017-4248-42a3-9e39-b4aee30874d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:35Z', 'updated_at': '2021-06-21T04:29:51Z', 'revision_number': 5, 'project_id': '975d204c53d040d2a863b56978bb847b', 'subnets': [{'id': '17b08017-4248-42a3-9e39-b4aee30874d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-smb', False) {} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:43.447312 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57c0efd-4b8a-4aa4-a1bc-546431b37119 None None] Checking router: 5c3063f7-f7a3-4775-a4f0-95a969eb5e47 for host: dv-cinder-796889-2-smb {{(pid=92747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:33:43.456089 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57c0efd-4b8a-4aa4-a1bc-546431b37119 None None] Routers {'5c3063f7-f7a3-4775-a4f0-95a969eb5e47'} bound to L3 agent in host dv-cinder-796889-2-smb {{(pid=92747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:33:43.456690 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-d57c0efd-4b8a-4aa4-a1bc-546431b37119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:21:37Z,description=,heartbeat_timestamp=2021-06-21T04:33:37Z,host='dv-cinder-796889-2-smb',id=c5fde6f5-f096-4668-9faa-154c63e10de0,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:21:37Z,topic='l3_agent')) {'router_ids': ['5c3063f7-f7a3-4775-a4f0-95a969eb5e47'], 'active': True} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:43.558240 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvr_db [None req-d57c0efd-4b8a-4aa4-a1bc-546431b37119 None None] Set router 5c3063f7-f7a3-4775-a4f0-95a969eb5e47 gateway port host: dv-cinder-796889-2-smb {{(pid=92747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:33:43.756024 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-d57c0efd-4b8a-4aa4-a1bc-546431b37119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c3063f7-f7a3-4775-a4f0-95a969eb5e47', 'name': 'tempest-AttachVolumeTestJSON-1756689701-router', 'tenant_id': '975d204c53d040d2a863b56978bb847b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.218'}], 'enable_snat': True}, 'gw_port_id': '384fc064-2ddc-469c-bd2e-788462f450cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:28Z', 'updated_at': '2021-06-21T04:29:40Z', 'revision_number': 4, 'project_id': '975d204c53d040d2a863b56978bb847b', 'gw_port': {'id': '384fc064-2ddc-469c-bd2e-788462f450cf', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:50:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3063f7-f7a3-4775-a4f0-95a969eb5e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:30Z', 'updated_at': '2021-06-21T04:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb', '_interfaces': [{'id': 'bc9da0fc-c9e9-4021-96cd-46e86f9e1725', 'name': '', 'network_id': '266761c6-991a-4b5c-89b7-18dc73edeb62', 'tenant_id': '975d204c53d040d2a863b56978bb847b', 'mac_address': 'fa:16:3e:b5:29:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3063f7-f7a3-4775-a4f0-95a969eb5e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '17b08017-4248-42a3-9e39-b4aee30874d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:35Z', 'updated_at': '2021-06-21T04:29:51Z', 'revision_number': 5, 'project_id': '975d204c53d040d2a863b56978bb847b', 'subnets': [{'id': '17b08017-4248-42a3-9e39-b4aee30874d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-smb', False) {} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:43.787708 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57c0efd-4b8a-4aa4-a1bc-546431b37119 None None] The sync data for ids ['5c3063f7-f7a3-4775-a4f0-95a969eb5e47'] in dv-cinder-796889-2-smb is: [{'id': '5c3063f7-f7a3-4775-a4f0-95a969eb5e47', 'name': 'tempest-AttachVolumeTestJSON-1756689701-router', 'tenant_id': '975d204c53d040d2a863b56978bb847b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.218'}], 'enable_snat': True}, 'gw_port_id': '384fc064-2ddc-469c-bd2e-788462f450cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:28Z', 'updated_at': '2021-06-21T04:29:40Z', 'revision_number': 4, 'project_id': '975d204c53d040d2a863b56978bb847b', 'gw_port': {'id': '384fc064-2ddc-469c-bd2e-788462f450cf', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:50:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3063f7-f7a3-4775-a4f0-95a969eb5e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:30Z', 'updated_at': '2021-06-21T04:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb', '_interfaces': [{'id': 'bc9da0fc-c9e9-4021-96cd-46e86f9e1725', 'name': '', 'network_id': '266761c6-991a-4b5c-89b7-18dc73edeb62', 'tenant_id': '975d204c53d040d2a863b56978bb847b', 'mac_address': 'fa:16:3e:b5:29:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3063f7-f7a3-4775-a4f0-95a969eb5e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '17b08017-4248-42a3-9e39-b4aee30874d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:35Z', 'updated_at': '2021-06-21T04:29:51Z', 'revision_number': 5, 'project_id': '975d204c53d040d2a863b56978bb847b', 'subnets': [{'id': '17b08017-4248-42a3-9e39-b4aee30874d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:33:43.801478 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7c405d-55d9-4b0d-a751-a33c18021896 req-e21c8356-98ce-41fb-8a2a-26010f50cadd tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:43.803029 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-5b7c405d-55d9-4b0d-a751-a33c18021896 req-e21c8356-98ce-41fb-8a2a-26010f50cadd tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/ports?device_id=18996e50-2fae-40b4-98b0-4095a44006a0 HTTP/1.1" status: 200 len: 985 time: 0.0782835 Jun 21 04:33:43.841302 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d9d3d4-2e18-46d4-8f21-7c7bf991fa85 req-ccb0f9f5-fe84-4b5d-b00d-87a5e3975519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:43.843026 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-06d9d3d4-2e18-46d4-8f21-7c7bf991fa85 req-ccb0f9f5-fe84-4b5d-b00d-87a5e3975519 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e61908d6671944fe97c42e49b197ffce&device_id=18996e50-2fae-40b4-98b0-4095a44006a0 HTTP/1.1" status: 200 len: 1138 time: 0.0823774 Jun 21 04:33:43.859690 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-5b7c405d-55d9-4b0d-a751-a33c18021896 req-b4a73b60-44e4-4fd8-9dcf-dc1c8725408a tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/security-groups?id=69bf17cf-0470-4fcd-ac69-dfff33f03fdb&id=7de10ea1-c321-48d0-bd45-f8ccf2f66da9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0454156 Jun 21 04:33:43.966152 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d9d3d4-2e18-46d4-8f21-7c7bf991fa85 req-9360132b-8d45-4be4-bf87-5fecf7a1b5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:43.967799 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-06d9d3d4-2e18-46d4-8f21-7c7bf991fa85 req-9360132b-8d45-4be4-bf87-5fecf7a1b5b3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9e3bb3a6-2b59-4fb4-895f-f70ce89edae9 HTTP/1.1" status: 200 len: 915 time: 0.1151431 Jun 21 04:33:44.044039 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-06d9d3d4-2e18-46d4-8f21-7c7bf991fa85 req-ebb13439-6f4e-43ae-b0e8-9298abb78d27 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7ac8078-a076-4502-9a85-1eb7e02bdc07 HTTP/1.1" status: 200 len: 1002 time: 0.0664079 Jun 21 04:33:44.119633 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93335e03-7793-46e8-91a0-41609b2ebf6f None None] New status for floating IP 456eaad7-60ad-4f3b-87b4-4b3e172ab899: DOWN {{(pid=92748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 04:33:44.176980 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 34060) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:44.267993 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-164a2f2e-f95b-4e2c-a1bb-83be4cae26b7 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:44.314938 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-164a2f2e-f95b-4e2c-a1bb-83be4cae26b7 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:44.377993 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d9d3d4-2e18-46d4-8f21-7c7bf991fa85 req-8b371542-4e86-4612-90f8-dedab1992d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:44.379535 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-06d9d3d4-2e18-46d4-8f21-7c7bf991fa85 req-8b371542-4e86-4612-90f8-dedab1992d5b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=918f4e71-5bf8-48ad-8f22-8af261c5caaa HTTP/1.1" status: 200 len: 853 time: 0.3266773 Jun 21 04:33:44.385028 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-164a2f2e-f95b-4e2c-a1bb-83be4cae26b7 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:44.388484 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-164a2f2e-f95b-4e2c-a1bb-83be4cae26b7 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:44.392360 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-164a2f2e-f95b-4e2c-a1bb-83be4cae26b7 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "DELETE /v2.0/security-groups/caf29c12-da81-4cc3-ac7d-970e1b1b08f0 HTTP/1.1" status: 204 len: 168 time: 0.2137237 Jun 21 04:33:44.393966 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 34066) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:44.394657 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-47a5bebd-dff1-43bd-8051-dfd738092bb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:44.414054 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164a2f2e-f95b-4e2c-a1bb-83be4cae26b7 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf29c12-da81-4cc3-ac7d-970e1b1b08f0,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:44.418196 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.api.v2.resource [None req-c83266cb-82c7-4ab9-a29e-f11a519c2376 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] show failed (client error): The resource could not be found. Jun 21 04:33:44.421984 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-c83266cb-82c7-4ab9-a29e-f11a519c2376 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/security-groups/caf29c12-da81-4cc3-ac7d-970e1b1b08f0 HTTP/1.1" status: 404 len: 347 time: 0.0211918 Jun 21 04:33:44.423220 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 34068) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:44.432228 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164a2f2e-f95b-4e2c-a1bb-83be4cae26b7 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:44.432598 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164a2f2e-f95b-4e2c-a1bb-83be4cae26b7 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:44.432962 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164a2f2e-f95b-4e2c-a1bb-83be4cae26b7 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:44.433900 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164a2f2e-f95b-4e2c-a1bb-83be4cae26b7 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:44.434456 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164a2f2e-f95b-4e2c-a1bb-83be4cae26b7 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:44.434809 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164a2f2e-f95b-4e2c-a1bb-83be4cae26b7 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:44.435388 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164a2f2e-f95b-4e2c-a1bb-83be4cae26b7 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:44.435905 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164a2f2e-f95b-4e2c-a1bb-83be4cae26b7 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:44.436263 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164a2f2e-f95b-4e2c-a1bb-83be4cae26b7 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:44.436611 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164a2f2e-f95b-4e2c-a1bb-83be4cae26b7 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:44.436961 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164a2f2e-f95b-4e2c-a1bb-83be4cae26b7 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:44.437305 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164a2f2e-f95b-4e2c-a1bb-83be4cae26b7 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:44.442306 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d9d3d4-2e18-46d4-8f21-7c7bf991fa85 req-016ad1c6-e1d1-4871-b96e-162eb756440c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:44.444204 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-06d9d3d4-2e18-46d4-8f21-7c7bf991fa85 req-016ad1c6-e1d1-4871-b96e-162eb756440c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9e3bb3a6-2b59-4fb4-895f-f70ce89edae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0578411 Jun 21 04:33:44.466782 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-164a2f2e-f95b-4e2c-a1bb-83be4cae26b7 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:44.544384 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-06d9d3d4-2e18-46d4-8f21-7c7bf991fa85 req-6333da68-f9d8-41bd-9e38-b23413f2d8a7 service neutron] 10.222.0.38 "GET /v2.0/networks/9e3bb3a6-2b59-4fb4-895f-f70ce89edae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884352 Jun 21 04:33:44.559673 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [None req-fd894838-a3dd-4caa-9e52-545e6ff50576 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Deleting port 0904c508-81fd-4d22-a845-11ae85d3c228 {{(pid=92746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:33:44.560014 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-fd894838-a3dd-4caa-9e52-545e6ff50576 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789667499749'] for port, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:44.637687 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-fd894838-a3dd-4caa-9e52-545e6ff50576 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062555'] for port, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:44.637919 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-fd894838-a3dd-4caa-9e52-545e6ff50576 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:44.644639 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-06d9d3d4-2e18-46d4-8f21-7c7bf991fa85 req-4e88d73d-c8d1-4c47-aa00-0ade99db6f00 service neutron] 10.222.0.38 "GET /v2.0/networks/9e3bb3a6-2b59-4fb4-895f-f70ce89edae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804439 Jun 21 04:33:44.700179 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [None req-fd894838-a3dd-4caa-9e52-545e6ff50576 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Calling delete_port for 0904c508-81fd-4d22-a845-11ae85d3c228 owned by network:floatingip {{(pid=92746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:33:44.829646 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-fd894838-a3dd-4caa-9e52-545e6ff50576 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789667503845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789666979166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33408498'] for port, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:44.833411 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:44.862327 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd894838-a3dd-4caa-9e52-545e6ff50576 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Pushing event deleted for resources: {'Port': ['ID=0904c508-81fd-4d22-a845-11ae85d3c228,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:44.864456 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-fd894838-a3dd-4caa-9e52-545e6ff50576 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:44.931000 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-fd894838-a3dd-4caa-9e52-545e6ff50576 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks [] for floatingip, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:44.934630 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-fd894838-a3dd-4caa-9e52-545e6ff50576 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5899'] for floatingip, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:44.935756 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-fd894838-a3dd-4caa-9e52-545e6ff50576 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "DELETE /v2.0/floatingips/456eaad7-60ad-4f3b-87b4-4b3e172ab899 HTTP/1.1" status: 204 len: 168 time: 0.5115674 Jun 21 04:33:45.045169 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c1e688-cb9e-4aa8-b34d-4c48a6ee202d req-16bdec11-bd9c-4f49-b328-4f6e709ea934 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:45.046638 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-94c1e688-cb9e-4aa8-b34d-4c48a6ee202d req-16bdec11-bd9c-4f49-b328-4f6e709ea934 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/ports?device_id=18996e50-2fae-40b4-98b0-4095a44006a0 HTTP/1.1" status: 200 len: 985 time: 0.0679529 Jun 21 04:33:45.084742 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-94c1e688-cb9e-4aa8-b34d-4c48a6ee202d req-cc12066e-4867-4e7e-b3e1-c67955c823e4 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/security-groups?id=69bf17cf-0470-4fcd-ac69-dfff33f03fdb&id=7de10ea1-c321-48d0-bd45-f8ccf2f66da9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0323083 Jun 21 04:33:45.428455 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 34116) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:45.434804 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.v2.base [None req-3eb66d37-fc12-43a4-abb5-f29a0cf2ea8f tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1676799662', 'description': 'tempest-description--112901676'}} {{(pid=92745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:33:45.463744 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-3eb66d37-fc12-43a4-abb5-f29a0cf2ea8f tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks [] for security_group, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:45.561782 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-3eb66d37-fc12-43a4-abb5-f29a0cf2ea8f tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks [] for security_group, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:45.565563 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-3eb66d37-fc12-43a4-abb5-f29a0cf2ea8f tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:45.568698 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-4e9dbdb0-aa91-459b-96a8-f6a05b1d611c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:45.594074 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-3eb66d37-fc12-43a4-abb5-f29a0cf2ea8f tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks [] for security_group, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:45.598924 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-3eb66d37-fc12-43a4-abb5-f29a0cf2ea8f tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1652005 Jun 21 04:33:45.599190 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 34126) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:45.604582 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.v2.base [None req-5e5d4fec-0161-4145-afde-2ddd89261003 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Request body: {'security_group_rule': {'security_group_id': '1b40a746-b0aa-453e-ac4a-d4bbefd30551', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:33:45.610935 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb66d37-fc12-43a4-abb5-f29a0cf2ea8f tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b40a746-b0aa-453e-ac4a-d4bbefd30551,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:45.616753 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-3eb66d37-fc12-43a4-abb5-f29a0cf2ea8f tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:45.644672 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-5e5d4fec-0161-4145-afde-2ddd89261003 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:45.728687 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-5e5d4fec-0161-4145-afde-2ddd89261003 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:45.736823 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-5e5d4fec-0161-4145-afde-2ddd89261003 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180364'] for security_group_rule, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:45.742547 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:45.757334 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5d4fec-0161-4145-afde-2ddd89261003 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd0e04b3-975a-40a4-9d58-0dbe127f0c72,revision_number=0']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:45.760337 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-5e5d4fec-0161-4145-afde-2ddd89261003 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:45.764985 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-5e5d4fec-0161-4145-afde-2ddd89261003 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:45.766168 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-5e5d4fec-0161-4145-afde-2ddd89261003 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1661863 Jun 21 04:33:45.768665 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 34134) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:45.775481 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.v2.base [None req-1e36d34f-25f7-4c03-b1de-91b0b6c16d2e tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Request body: {'security_group_rule': {'security_group_id': '1b40a746-b0aa-453e-ac4a-d4bbefd30551', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:33:45.799607 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-1e36d34f-25f7-4c03-b1de-91b0b6c16d2e tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:45.854164 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-1e36d34f-25f7-4c03-b1de-91b0b6c16d2e tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:45.858082 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-1e36d34f-25f7-4c03-b1de-91b0b6c16d2e tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180364'] for security_group_rule, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:45.860094 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-37f72a6e-68a3-48f2-9254-c997a05a8fe8 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:45.873944 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e36d34f-25f7-4c03-b1de-91b0b6c16d2e tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7de1d770-e70a-4972-a681-2922113cd909,revision_number=0']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:45.877754 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-1e36d34f-25f7-4c03-b1de-91b0b6c16d2e tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:45.882134 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-1e36d34f-25f7-4c03-b1de-91b0b6c16d2e tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:45.883527 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-1e36d34f-25f7-4c03-b1de-91b0b6c16d2e tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1133296 Jun 21 04:33:45.886864 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 34136) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:45.891686 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.v2.base [None req-c7d1d0dd-c2fb-4c61-80fe-c0976ceaa8e1 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Request body: {'floatingip': {'floating_network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684'}} {{(pid=92745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:33:45.913289 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-c7d1d0dd-c2fb-4c61-80fe-c0976ceaa8e1 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks [] for floatingip, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:46.011291 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-c7d1d0dd-c2fb-4c61-80fe-c0976ceaa8e1 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-632420'] for port, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:46.110361 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.db_base_plugin_common [None req-c7d1d0dd-c2fb-4c61-80fe-c0976ceaa8e1 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Allocated IP 172.28.2.137 (e4173b4a-3ce8-414e-a2d6-4147ce727684/074fe887-5c0a-4322-b8b4-1844e3a886aa/581c2365-1d22-4d57-8f13-fb130b4ce4c6) {{(pid=92745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:33:46.223034 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-c7d1d0dd-c2fb-4c61-80fe-c0976ceaa8e1 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks [] for port, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:46.262353 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-c7d1d0dd-c2fb-4c61-80fe-c0976ceaa8e1 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789666979157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30039437'] for port, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:46.265241 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:46.303761 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d1d0dd-c2fb-4c61-80fe-c0976ceaa8e1 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Network e4173b4a-3ce8-414e-a2d6-4147ce727684 is already hosted by enough agents. {{(pid=92745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:33:46.306707 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.base_scheduler [None req-c7d1d0dd-c2fb-4c61-80fe-c0976ceaa8e1 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Resources bound (agent type, host, resource id): {{(pid=92745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:33:46.307824 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74410f2a-dced-4173-91d5-a5f30058dfef req-fa4edbd0-c089-4588-9f95-11b8ec59b51a tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:46.310228 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-74410f2a-dced-4173-91d5-a5f30058dfef req-fa4edbd0-c089-4588-9f95-11b8ec59b51a tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/ports?device_id=18996e50-2fae-40b4-98b0-4095a44006a0 HTTP/1.1" status: 200 len: 985 time: 0.1025667 Jun 21 04:33:46.310371 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d1d0dd-c2fb-4c61-80fe-c0976ceaa8e1 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Received port after_create {{(pid=92745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:33:46.335926 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d1d0dd-c2fb-4c61-80fe-c0976ceaa8e1 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Pushing event updated for resources: {'Port': ['ID=581c2365-1d22-4d57-8f13-fb130b4ce4c6,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:46.340286 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-c7d1d0dd-c2fb-4c61-80fe-c0976ceaa8e1 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:46.368949 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-74410f2a-dced-4173-91d5-a5f30058dfef req-4a73c0a1-77cb-4e1f-8fbc-c4bbc0d199bb tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/security-groups?id=69bf17cf-0470-4fcd-ac69-dfff33f03fdb&id=7de10ea1-c321-48d0-bd45-f8ccf2f66da9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0385349 Jun 21 04:33:46.403342 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-c7d1d0dd-c2fb-4c61-80fe-c0976ceaa8e1 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:46.451109 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-c7d1d0dd-c2fb-4c61-80fe-c0976ceaa8e1 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:46.607259 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-c7d1d0dd-c2fb-4c61-80fe-c0976ceaa8e1 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks [] for port, precommit_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:46.612048 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-c7d1d0dd-c2fb-4c61-80fe-c0976ceaa8e1 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30039483'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:46.614169 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-6812dec9-5f22-40d2-8db5-85bcd94a9de7 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:46.683355 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d1d0dd-c2fb-4c61-80fe-c0976ceaa8e1 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Pushing event updated for resources: {'Port': ['ID=581c2365-1d22-4d57-8f13-fb130b4ce4c6,revision_number=2']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:46.687223 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-c7d1d0dd-c2fb-4c61-80fe-c0976ceaa8e1 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:46.691853 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-c7d1d0dd-c2fb-4c61-80fe-c0976ceaa8e1 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33062327'] for floatingip, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:46.703250 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device 6eecac39-7f26-4c7d-8265-93cd1def8967 no longer exists at agent hyperv_hv-cinder-79688 {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:33:46.707207 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-c7d1d0dd-c2fb-4c61-80fe-c0976ceaa8e1 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5899'] for floatingip, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:46.709394 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-c7d1d0dd-c2fb-4c61-80fe-c0976ceaa8e1 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8207211 Jun 21 04:33:46.725454 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] No Port match for: 6eecac39-7f26-4c7d-8265-93cd1def8967 {{(pid=92747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:33:46.725811 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device 6eecac39-7f26-4c7d-8265-93cd1def8967 not bound to the agent host hv-cinder-79688 {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:33:46.928130 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-d88c91db-04b3-4733-817c-28d604c892de req-12e5e6f8-3d2b-41e5-997c-4b50b664539e tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1676799662&fields=id&tenant_id=975d204c53d040d2a863b56978bb847b HTTP/1.1" status: 200 len: 267 time: 0.0385864 Jun 21 04:33:47.037420 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c91db-04b3-4733-817c-28d604c892de req-4da18e18-ffc3-4b06-a7ed-e94f48ee19b6 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:47.038822 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-d88c91db-04b3-4733-817c-28d604c892de req-4da18e18-ffc3-4b06-a7ed-e94f48ee19b6 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/networks?id=266761c6-991a-4b5c-89b7-18dc73edeb62 HTTP/1.1" status: 200 len: 811 time: 0.1031277 Jun 21 04:33:47.053056 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-d88c91db-04b3-4733-817c-28d604c892de req-7c10b2f9-4040-4a19-b127-c3755565495d tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/quotas/975d204c53d040d2a863b56978bb847b HTTP/1.1" status: 200 len: 375 time: 0.0088041 Jun 21 04:33:47.122211 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-d88c91db-04b3-4733-817c-28d604c892de req-5282357c-d5f6-41ad-abaf-6058b275322a tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=975d204c53d040d2a863b56978bb847b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0637238 Jun 21 04:33:47.219226 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-d88c91db-04b3-4733-817c-28d604c892de req-dd88dc20-4a31-4356-86f9-66b711e7337a service neutron] 10.222.0.13 "GET /v2.0/networks/266761c6-991a-4b5c-89b7-18dc73edeb62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855703 Jun 21 04:33:47.306800 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-d88c91db-04b3-4733-817c-28d604c892de req-ba9cf4fe-2d2c-45c6-a39e-84eaba09efa3 service neutron] 10.222.0.13 "GET /v2.0/networks/266761c6-991a-4b5c-89b7-18dc73edeb62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814664 Jun 21 04:33:47.485858 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-b6e1da53-bd75-46bb-8acc-2edc1be4df72 req-495d4888-f81b-4331-9f42-4ad7b39033af tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f7657c0-c224-4c94-9372-b49ff3bf0b70 HTTP/1.1" status: 200 len: 210 time: 0.0347524 Jun 21 04:33:47.565731 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981a4d83-d7ff-43e8-a985-1925101383ab req-4fdda6df-4857-4358-aa72-046cf2cb7e63 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:47.567179 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-981a4d83-d7ff-43e8-a985-1925101383ab req-4fdda6df-4857-4358-aa72-046cf2cb7e63 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/ports?device_id=18996e50-2fae-40b4-98b0-4095a44006a0 HTTP/1.1" status: 200 len: 985 time: 0.0760045 Jun 21 04:33:47.608067 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-981a4d83-d7ff-43e8-a985-1925101383ab req-cc080dcb-192d-4c1c-8b83-1000ba156070 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/security-groups?id=69bf17cf-0470-4fcd-ac69-dfff33f03fdb&id=7de10ea1-c321-48d0-bd45-f8ccf2f66da9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349801 Jun 21 04:33:48.629918 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-0a56e326-b757-4214-bc53-31e8a8a71e2f req-f0de9ee9-ef6c-4e76-97f4-0251e389e36e tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f7657c0-c224-4c94-9372-b49ff3bf0b70 HTTP/1.1" status: 200 len: 210 time: 0.0287528 Jun 21 04:33:48.752550 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c91db-04b3-4733-817c-28d604c892de req-4343b8e8-7b48-4ece-91bb-0435cea79af5 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:48.754071 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-d88c91db-04b3-4733-817c-28d604c892de req-4343b8e8-7b48-4ece-91bb-0435cea79af5 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.38 "GET /v2.0/networks?id=266761c6-991a-4b5c-89b7-18dc73edeb62 HTTP/1.1" status: 200 len: 811 time: 0.1364689 Jun 21 04:33:48.808697 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fb09a6-5738-46c5-9fd4-bddc4356abf9 req-333defbf-ba4e-4ddf-93d2-d7d8f5d52ec4 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:48.809344 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-d88c91db-04b3-4733-817c-28d604c892de req-15d39b7d-6d7b-4529-91bb-bc4eb2b5dc42 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=975d204c53d040d2a863b56978bb847b HTTP/1.1" status: 200 len: 380 time: 0.0374727 Jun 21 04:33:48.810726 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-45fb09a6-5738-46c5-9fd4-bddc4356abf9 req-333defbf-ba4e-4ddf-93d2-d7d8f5d52ec4 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/ports?device_id=18996e50-2fae-40b4-98b0-4095a44006a0 HTTP/1.1" status: 200 len: 985 time: 0.0727444 Jun 21 04:33:48.819449 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.v2.base [req-d88c91db-04b3-4733-817c-28d604c892de req-d7ad1223-4db9-49e6-92ea-8ee5eb3485a2 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Request body: {'port': {'device_id': '3f7657c0-c224-4c94-9372-b49ff3bf0b70', 'network_id': '266761c6-991a-4b5c-89b7-18dc73edeb62', 'admin_state_up': True, 'tenant_id': '975d204c53d040d2a863b56978bb847b', 'security_groups': ['1b40a746-b0aa-453e-ac4a-d4bbefd30551']}} {{(pid=92745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:33:48.856160 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-45fb09a6-5738-46c5-9fd4-bddc4356abf9 req-5c632bab-9bb0-4a5c-9a64-dc7abbd0aa2b tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/security-groups?id=69bf17cf-0470-4fcd-ac69-dfff33f03fdb&id=7de10ea1-c321-48d0-bd45-f8ccf2f66da9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0382857 Jun 21 04:33:48.937243 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d88c91db-04b3-4733-817c-28d604c892de req-d7ad1223-4db9-49e6-92ea-8ee5eb3485a2 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Made reservation on behalf of 975d204c53d040d2a863b56978bb847b for: {'port': 1} {{(pid=92745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:33:48.941088 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-d88c91db-04b3-4733-817c-28d604c892de req-d7ad1223-4db9-49e6-92ea-8ee5eb3485a2 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-632420'] for port, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:49.064697 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.db_base_plugin_common [req-d88c91db-04b3-4733-817c-28d604c892de req-d7ad1223-4db9-49e6-92ea-8ee5eb3485a2 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Allocated IP 172.20.0.11 (266761c6-991a-4b5c-89b7-18dc73edeb62/17b08017-4248-42a3-9e39-b4aee30874d2/f9966a67-00d5-422a-a4ff-91d68caa750d) {{(pid=92745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:33:49.206324 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-d88c91db-04b3-4733-817c-28d604c892de req-d7ad1223-4db9-49e6-92ea-8ee5eb3485a2 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks [] for port, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:49.222698 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [req-d88c91db-04b3-4733-817c-28d604c892de req-d7ad1223-4db9-49e6-92ea-8ee5eb3485a2 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Transition to ACTIVE for port object f9966a67-00d5-422a-a4ff-91d68caa750d will not be triggered until provisioned by entity DHCP. {{(pid=92745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:33:49.281790 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-d88c91db-04b3-4733-817c-28d604c892de req-d7ad1223-4db9-49e6-92ea-8ee5eb3485a2 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789666979157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30039437'] for port, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:49.286686 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-176dfa54-6728-4ac4-8fbe-cffe3afdae01 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:49.325199 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d88c91db-04b3-4733-817c-28d604c892de req-d7ad1223-4db9-49e6-92ea-8ee5eb3485a2 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Network 266761c6-991a-4b5c-89b7-18dc73edeb62 is already hosted by enough agents. {{(pid=92745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:33:49.330730 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.base_scheduler [req-d88c91db-04b3-4733-817c-28d604c892de req-d7ad1223-4db9-49e6-92ea-8ee5eb3485a2 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Resources bound (agent type, host, resource id): {{(pid=92745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:33:49.334797 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [req-d88c91db-04b3-4733-817c-28d604c892de req-d7ad1223-4db9-49e6-92ea-8ee5eb3485a2 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Received port after_create {{(pid=92745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:33:49.378670 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ad1223-4db9-49e6-92ea-8ee5eb3485a2 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Pushing event updated for resources: {'Port': ['ID=f9966a67-00d5-422a-a4ff-91d68caa750d,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:49.381835 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-d7ad1223-4db9-49e6-92ea-8ee5eb3485a2 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:49.403752 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c91db-04b3-4733-817c-28d604c892de req-d7ad1223-4db9-49e6-92ea-8ee5eb3485a2 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:49.404520 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-d88c91db-04b3-4733-817c-28d604c892de req-d7ad1223-4db9-49e6-92ea-8ee5eb3485a2 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5899'] for port, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:49.425355 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-d88c91db-04b3-4733-817c-28d604c892de req-d7ad1223-4db9-49e6-92ea-8ee5eb3485a2 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6087124 Jun 21 04:33:49.455369 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.v2.base [req-d88c91db-04b3-4733-817c-28d604c892de req-cf9a460a-7871-4b95-824a-45464e5c027a service neutron] Request body: {'port': {'device_id': '3f7657c0-c224-4c94-9372-b49ff3bf0b70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79688'}} {{(pid=92745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:33:49.536148 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-d88c91db-04b3-4733-817c-28d604c892de req-cf9a460a-7871-4b95-824a-45464e5c027a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:49.642273 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-e3fd62d0-aad1-4300-90bf-77dd8547bc5e None None] Provisioning for port f9966a67-00d5-422a-a4ff-91d68caa750d completed by entity DHCP. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:33:49.647150 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-e3fd62d0-aad1-4300-90bf-77dd8547bc5e None None] Provisioning complete for port f9966a67-00d5-422a-a4ff-91d68caa750d triggered by entity DHCP. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:33:49.647523 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-e3fd62d0-aad1-4300-90bf-77dd8547bc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:49.682590 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-e3fd62d0-aad1-4300-90bf-77dd8547bc5e None None] Port f9966a67-00d5-422a-a4ff-91d68caa750d cannot update to ACTIVE because it is not bound. {{(pid=92747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:33:49.791929 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [req-d88c91db-04b3-4733-817c-28d604c892de req-cf9a460a-7871-4b95-824a-45464e5c027a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9966a67-00d5-422a-a4ff-91d68caa750d {{(pid=92745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:33:49.799037 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-d88c91db-04b3-4733-817c-28d604c892de req-cf9a460a-7871-4b95-824a-45464e5c027a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:49.810916 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [req-d88c91db-04b3-4733-817c-28d604c892de req-cf9a460a-7871-4b95-824a-45464e5c027a service neutron] Transition to ACTIVE for port object f9966a67-00d5-422a-a4ff-91d68caa750d will not be triggered until provisioned by entity L2. {{(pid=92745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:33:49.815228 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-d88c91db-04b3-4733-817c-28d604c892de req-cf9a460a-7871-4b95-824a-45464e5c027a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30039483'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:49.817093 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-f671bd2a-b231-4cec-b6ed-1c2831cd8665 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:49.822103 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e098bfb4-36bb-4cc9-ae84-8e1053ef7b7b req-6d94e8f9-c73e-4293-be30-68a09c8dacf2 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:49.823560 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-e098bfb4-36bb-4cc9-ae84-8e1053ef7b7b req-6d94e8f9-c73e-4293-be30-68a09c8dacf2 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f7657c0-c224-4c94-9372-b49ff3bf0b70 HTTP/1.1" status: 200 len: 932 time: 0.0651209 Jun 21 04:33:49.863582 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-e098bfb4-36bb-4cc9-ae84-8e1053ef7b7b req-6737549c-4f69-4f48-b7fd-ba54aed6f872 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b40a746-b0aa-453e-ac4a-d4bbefd30551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336378 Jun 21 04:33:49.891817 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9a460a-7871-4b95-824a-45464e5c027a service neutron] Pushing event updated for resources: {'Port': ['ID=f9966a67-00d5-422a-a4ff-91d68caa750d,revision_number=2']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:49.911121 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cf9a460a-7871-4b95-824a-45464e5c027a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:49.978966 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [req-d88c91db-04b3-4733-817c-28d604c892de req-cf9a460a-7871-4b95-824a-45464e5c027a service neutron] Attempting to bind port f9966a67-00d5-422a-a4ff-91d68caa750d on host hv-cinder-79688 for vnic_type normal with profile {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:33:49.979308 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [req-d88c91db-04b3-4733-817c-28d604c892de req-cf9a460a-7871-4b95-824a-45464e5c027a service neutron] Attempting to bind port f9966a67-00d5-422a-a4ff-91d68caa750d by drivers openvswitch,hyperv on host hv-cinder-79688 at level 0 using segments [{'id': '7df2cf32-4808-4c59-a032-2d76cb3a1487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '266761c6-991a-4b5c-89b7-18dc73edeb62'}] {{(pid=92745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:33:49.979639 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88c91db-04b3-4733-817c-28d604c892de req-cf9a460a-7871-4b95-824a-45464e5c027a service neutron] Attempting to bind port f9966a67-00d5-422a-a4ff-91d68caa750d on network 266761c6-991a-4b5c-89b7-18dc73edeb62 {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:33:49.990057 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88c91db-04b3-4733-817c-28d604c892de req-cf9a460a-7871-4b95-824a-45464e5c027a service neutron] Port f9966a67-00d5-422a-a4ff-91d68caa750d on network 266761c6-991a-4b5c-89b7-18dc73edeb62 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79688 {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:33:49.990400 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88c91db-04b3-4733-817c-28d604c892de req-cf9a460a-7871-4b95-824a-45464e5c027a service neutron] Attempting to bind port f9966a67-00d5-422a-a4ff-91d68caa750d on network 266761c6-991a-4b5c-89b7-18dc73edeb62 {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:33:49.997702 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88c91db-04b3-4733-817c-28d604c892de req-cf9a460a-7871-4b95-824a-45464e5c027a service neutron] Checking agent: {'id': '2d8ec531-0834-43cc-a69e-43a4958e3c4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79688', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 27, 37), 'started_at': datetime.datetime(2021, 6, 21, 4, 27, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:33:49.998198 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88c91db-04b3-4733-817c-28d604c892de req-cf9a460a-7871-4b95-824a-45464e5c027a service neutron] Checking segment: {'id': '7df2cf32-4808-4c59-a032-2d76cb3a1487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '266761c6-991a-4b5c-89b7-18dc73edeb62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:33:49.998568 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88c91db-04b3-4733-817c-28d604c892de req-cf9a460a-7871-4b95-824a-45464e5c027a service neutron] Bound using segment: {'id': '7df2cf32-4808-4c59-a032-2d76cb3a1487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '266761c6-991a-4b5c-89b7-18dc73edeb62'} {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:33:49.999054 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [req-d88c91db-04b3-4733-817c-28d604c892de req-cf9a460a-7871-4b95-824a-45464e5c027a service neutron] Bound port: f9966a67-00d5-422a-a4ff-91d68caa750d, host: hv-cinder-79688, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7df2cf32-4808-4c59-a032-2d76cb3a1487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '266761c6-991a-4b5c-89b7-18dc73edeb62'}}] {{(pid=92745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:33:49.999439 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-d88c91db-04b3-4733-817c-28d604c892de req-cf9a460a-7871-4b95-824a-45464e5c027a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:50.070057 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc381a9-f6d0-4437-bf78-9bbb515363ed req-b894326f-dcb8-454f-bf6c-e9adaa10e635 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:50.071765 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-6dc381a9-f6d0-4437-bf78-9bbb515363ed req-b894326f-dcb8-454f-bf6c-e9adaa10e635 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/ports?device_id=18996e50-2fae-40b4-98b0-4095a44006a0 HTTP/1.1" status: 200 len: 985 time: 0.0910294 Jun 21 04:33:50.076105 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [req-d88c91db-04b3-4733-817c-28d604c892de req-cf9a460a-7871-4b95-824a-45464e5c027a service neutron] For port f9966a67-00d5-422a-a4ff-91d68caa750d, host hv-cinder-79688, cleared binding levels {{(pid=92745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:33:50.079471 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [req-d88c91db-04b3-4733-817c-28d604c892de req-cf9a460a-7871-4b95-824a-45464e5c027a service neutron] For port f9966a67-00d5-422a-a4ff-91d68caa750d, host hv-cinder-79688, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=f9966a67-00d5-422a-a4ff-91d68caa750d,segment=NetworkSegment(7df2cf32-4808-4c59-a032-2d76cb3a1487),segment_id=7df2cf32-4808-4c59-a032-2d76cb3a1487)] {{(pid=92745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:33:50.083123 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-d88c91db-04b3-4733-817c-28d604c892de req-cf9a460a-7871-4b95-824a-45464e5c027a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30039483'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:50.085120 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-8e7ff779-8e8d-45e3-a4b1-31bc2c4085f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:50.117833 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-6dc381a9-f6d0-4437-bf78-9bbb515363ed req-d1adda33-45f6-42e2-8f17-7f031d758bcf tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/security-groups?id=69bf17cf-0470-4fcd-ac69-dfff33f03fdb&id=7de10ea1-c321-48d0-bd45-f8ccf2f66da9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0394139 Jun 21 04:33:50.119262 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c91db-04b3-4733-817c-28d604c892de req-cf9a460a-7871-4b95-824a-45464e5c027a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:50.119973 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-d88c91db-04b3-4733-817c-28d604c892de req-cf9a460a-7871-4b95-824a-45464e5c027a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5899'] for port, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:50.121787 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-d88c91db-04b3-4733-817c-28d604c892de req-cf9a460a-7871-4b95-824a-45464e5c027a service neutron] 10.222.0.38 "PUT /v2.0/ports/f9966a67-00d5-422a-a4ff-91d68caa750d HTTP/1.1" status: 200 len: 1094 time: 0.6719837 Jun 21 04:33:50.126348 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f7657c0-c224-4c94-9372-b49ff3bf0b70', 'tag': 'f9966a67-00d5-422a-a4ff-91d68caa750d'}] {{(pid=92745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:33:50.128729 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e65a7435921a4b725d950f60fbdbd7b7a483a7692f8e299216e8097d5419be07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb41a9be-65ac-494a-8539-fa550a890b9a" -d '{"events": [{"name": "network-changed", "server_uuid": "3f7657c0-c224-4c94-9372-b49ff3bf0b70", "tag": "f9966a67-00d5-422a-a4ff-91d68caa750d"}]}' {{(pid=92745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:33:50.153158 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9a460a-7871-4b95-824a-45464e5c027a service neutron] Pushing event updated for resources: {'Port': ['ID=f9966a67-00d5-422a-a4ff-91d68caa750d,revision_number=3']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:50.157185 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cf9a460a-7871-4b95-824a-45464e5c027a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:50.179191 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c7aa87-aaa0-4449-a6af-907ec1a84ef7 x-openstack-request-id: req-29c7aa87-aaa0-4449-a6af-907ec1a84ef7 {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:33:50.179516 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f7657c0-c224-4c94-9372-b49ff3bf0b70", "tag": "f9966a67-00d5-422a-a4ff-91d68caa750d", "status": "completed", "code": 200}]} {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:33:50.179803 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-29c7aa87-aaa0-4449-a6af-907ec1a84ef7 {{(pid=92745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:33:50.180257 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f7657c0-c224-4c94-9372-b49ff3bf0b70', 'tag': 'f9966a67-00d5-422a-a4ff-91d68caa750d', 'status': 'completed', 'code': 200} Jun 21 04:33:50.257954 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c91db-04b3-4733-817c-28d604c892de req-4cda6bb1-3514-47f1-8767-5a532584368b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:50.259436 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-d88c91db-04b3-4733-817c-28d604c892de req-4cda6bb1-3514-47f1-8767-5a532584368b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=975d204c53d040d2a863b56978bb847b&device_id=3f7657c0-c224-4c94-9372-b49ff3bf0b70 HTTP/1.1" status: 200 len: 1097 time: 0.0551949 Jun 21 04:33:50.311089 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-d88c91db-04b3-4733-817c-28d604c892de req-bd44d00d-c272-4163-a91e-a22b221509db service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9966a67-00d5-422a-a4ff-91d68caa750d HTTP/1.1" status: 200 len: 217 time: 0.0374916 Jun 21 04:33:50.371792 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c91db-04b3-4733-817c-28d604c892de req-a3566b02-8b34-4577-8c67-eb21f57e93da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:50.373715 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-d88c91db-04b3-4733-817c-28d604c892de req-a3566b02-8b34-4577-8c67-eb21f57e93da service neutron] 10.222.0.38 "GET /v2.0/subnets?id=17b08017-4248-42a3-9e39-b4aee30874d2 HTTP/1.1" status: 200 len: 850 time: 0.0463848 Jun 21 04:33:50.429217 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c91db-04b3-4733-817c-28d604c892de req-d263d880-766f-430b-aeaa-f17a845a8d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:50.430688 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-d88c91db-04b3-4733-817c-28d604c892de req-d263d880-766f-430b-aeaa-f17a845a8d8c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=266761c6-991a-4b5c-89b7-18dc73edeb62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0501504 Jun 21 04:33:50.517896 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-d88c91db-04b3-4733-817c-28d604c892de req-9a018f78-e278-42d3-86b1-427173b9c809 service neutron] 10.222.0.38 "GET /v2.0/networks/266761c6-991a-4b5c-89b7-18dc73edeb62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792272 Jun 21 04:33:50.610454 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-d88c91db-04b3-4733-817c-28d604c892de req-d9f8b157-9ae7-488f-be33-d7677a20b712 service neutron] 10.222.0.38 "GET /v2.0/networks/266761c6-991a-4b5c-89b7-18dc73edeb62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846739 Jun 21 04:33:50.814574 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb41a9be-65ac-494a-8539-fa550a890b9a req-6840e89e-603d-4976-8a66-91677242e8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:50.816036 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-fb41a9be-65ac-494a-8539-fa550a890b9a req-6840e89e-603d-4976-8a66-91677242e8a0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=975d204c53d040d2a863b56978bb847b&device_id=3f7657c0-c224-4c94-9372-b49ff3bf0b70 HTTP/1.1" status: 200 len: 1097 time: 0.0562704 Jun 21 04:33:50.911466 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb41a9be-65ac-494a-8539-fa550a890b9a req-8232560a-a4bd-4503-99a9-0e5145ef3338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:50.912899 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-fb41a9be-65ac-494a-8539-fa550a890b9a req-8232560a-a4bd-4503-99a9-0e5145ef3338 service neutron] 10.222.0.38 "GET /v2.0/networks?id=266761c6-991a-4b5c-89b7-18dc73edeb62 HTTP/1.1" status: 200 len: 912 time: 0.0851834 Jun 21 04:33:50.958881 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-fb41a9be-65ac-494a-8539-fa550a890b9a req-430a9a07-948d-4668-9131-80fd9be91f2e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9966a67-00d5-422a-a4ff-91d68caa750d HTTP/1.1" status: 200 len: 217 time: 0.0380926 Jun 21 04:33:51.007846 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb41a9be-65ac-494a-8539-fa550a890b9a req-2ad76aa9-2406-44ec-941b-9d6edfcf6bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:51.009394 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-fb41a9be-65ac-494a-8539-fa550a890b9a req-2ad76aa9-2406-44ec-941b-9d6edfcf6bd6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=17b08017-4248-42a3-9e39-b4aee30874d2 HTTP/1.1" status: 200 len: 850 time: 0.0442548 Jun 21 04:33:51.043705 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a239c-04cb-4451-a08f-c730aa6e4a33 req-91d597f8-77b6-44d0-b192-c0f6cbf6c2c0 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:51.045466 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-cd5a239c-04cb-4451-a08f-c730aa6e4a33 req-91d597f8-77b6-44d0-b192-c0f6cbf6c2c0 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f7657c0-c224-4c94-9372-b49ff3bf0b70 HTTP/1.1" status: 200 len: 944 time: 0.0667586 Jun 21 04:33:51.068860 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb41a9be-65ac-494a-8539-fa550a890b9a req-a1ce160c-b86b-433e-a992-1cc99228e374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:51.070362 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-fb41a9be-65ac-494a-8539-fa550a890b9a req-a1ce160c-b86b-433e-a992-1cc99228e374 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=266761c6-991a-4b5c-89b7-18dc73edeb62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0538299 Jun 21 04:33:51.085332 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-cd5a239c-04cb-4451-a08f-c730aa6e4a33 req-ed2931ee-fddd-46f8-908f-8a1e162472e9 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b40a746-b0aa-453e-ac4a-d4bbefd30551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336454 Jun 21 04:33:51.167879 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-fb41a9be-65ac-494a-8539-fa550a890b9a req-3486ef15-40cf-45df-a8e5-118c0dd15e4b service neutron] 10.222.0.38 "GET /v2.0/networks/266761c6-991a-4b5c-89b7-18dc73edeb62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892935 Jun 21 04:33:51.259533 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-fb41a9be-65ac-494a-8539-fa550a890b9a req-b2df707e-c712-4288-b82a-b3a05cbc0b52 service neutron] 10.222.0.38 "GET /v2.0/networks/266761c6-991a-4b5c-89b7-18dc73edeb62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792668 Jun 21 04:33:51.311707 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179a0a71-efc7-44a8-a6db-8d1f1df1b49b req-652c82aa-b847-46eb-9f2b-718721bb4616 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:51.313161 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-179a0a71-efc7-44a8-a6db-8d1f1df1b49b req-652c82aa-b847-46eb-9f2b-718721bb4616 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/ports?device_id=18996e50-2fae-40b4-98b0-4095a44006a0 HTTP/1.1" status: 200 len: 985 time: 0.0632560 Jun 21 04:33:51.351623 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-179a0a71-efc7-44a8-a6db-8d1f1df1b49b req-80b0d977-f27e-4a48-8e78-9c7e83109e46 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/security-groups?id=69bf17cf-0470-4fcd-ac69-dfff33f03fdb&id=7de10ea1-c321-48d0-bd45-f8ccf2f66da9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326505 Jun 21 04:33:52.261300 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6589fc70-10f2-41b8-b688-028c83084054 req-eaae5620-91c6-464b-9ae3-829725ca0df5 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:52.262750 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-6589fc70-10f2-41b8-b688-028c83084054 req-eaae5620-91c6-464b-9ae3-829725ca0df5 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f7657c0-c224-4c94-9372-b49ff3bf0b70 HTTP/1.1" status: 200 len: 944 time: 0.0645514 Jun 21 04:33:52.298663 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-6589fc70-10f2-41b8-b688-028c83084054 req-84ef1853-7e98-48cb-8fa8-5ff60e2956b7 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b40a746-b0aa-453e-ac4a-d4bbefd30551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296111 Jun 21 04:33:52.526755 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a2700-316c-4210-a120-2619e9d2da02 req-acc59803-1831-4b5c-aa18-9b17bc354e29 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:52.528164 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-a65a2700-316c-4210-a120-2619e9d2da02 req-acc59803-1831-4b5c-aa18-9b17bc354e29 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/ports?device_id=18996e50-2fae-40b4-98b0-4095a44006a0 HTTP/1.1" status: 200 len: 985 time: 0.0611300 Jun 21 04:33:52.566457 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-a65a2700-316c-4210-a120-2619e9d2da02 req-a1e483d1-ca45-4a91-8fa1-f5f252d84317 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/security-groups?id=69bf17cf-0470-4fcd-ac69-dfff33f03fdb&id=7de10ea1-c321-48d0-bd45-f8ccf2f66da9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327160 Jun 21 04:33:52.719541 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device f9966a67-00d5-422a-a4ff-91d68caa750d details requested by agent hyperv_hv-cinder-79688 with host hv-cinder-79688 {{(pid=92747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:33:52.814577 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] For port f9966a67-00d5-422a-a4ff-91d68caa750d, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=f9966a67-00d5-422a-a4ff-91d68caa750d,segment=NetworkSegment(7df2cf32-4808-4c59-a032-2d76cb3a1487),segment_id=7df2cf32-4808-4c59-a032-2d76cb3a1487)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:33:52.825394 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Returning: {'device': 'f9966a67-00d5-422a-a4ff-91d68caa750d', 'network_id': '266761c6-991a-4b5c-89b7-18dc73edeb62', 'port_id': 'f9966a67-00d5-422a-a4ff-91d68caa750d', 'mac_address': 'fa:16:3e:cb:d6:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17b08017-4248-42a3-9e39-b4aee30874d2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:33:52.862277 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:52.874863 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.notifiers.nova [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9966a67-00d5-422a-a4ff-91d68caa750d {{(pid=92747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:33:52.893925 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] For port f9966a67-00d5-422a-a4ff-91d68caa750d, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=f9966a67-00d5-422a-a4ff-91d68caa750d,segment=NetworkSegment(7df2cf32-4808-4c59-a032-2d76cb3a1487),segment_id=7df2cf32-4808-4c59-a032-2d76cb3a1487)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:33:52.897978 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:52.899794 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:52.953258 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Pushing event updated for resources: {'Port': ['ID=f9966a67-00d5-422a-a4ff-91d68caa750d,revision_number=4']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:52.956435 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:53.249783 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] get_ports_and_sgs() called for port_ids ['f9966a67-00d5-422a-a4ff-91d68caa750d'] {{(pid=92747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:33:53.466238 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cce1c2-2995-428d-9e51-16abbeb3638d req-09da59d1-fa08-4382-944d-3644229b44d4 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:53.467660 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-14cce1c2-2995-428d-9e51-16abbeb3638d req-09da59d1-fa08-4382-944d-3644229b44d4 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f7657c0-c224-4c94-9372-b49ff3bf0b70 HTTP/1.1" status: 200 len: 945 time: 0.0615962 Jun 21 04:33:53.511793 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-14cce1c2-2995-428d-9e51-16abbeb3638d req-a8a82419-2ce5-47f9-89d5-7b528996e14a tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b40a746-b0aa-453e-ac4a-d4bbefd30551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385489 Jun 21 04:33:53.737418 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa0a17-44b8-49d3-a02d-a50367131db1 req-7492a9ce-ee93-4916-bfe5-3dc8d1ea197f tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:53.738770 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-0daa0a17-44b8-49d3-a02d-a50367131db1 req-7492a9ce-ee93-4916-bfe5-3dc8d1ea197f tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/ports?device_id=18996e50-2fae-40b4-98b0-4095a44006a0 HTTP/1.1" status: 200 len: 985 time: 0.0617886 Jun 21 04:33:53.783870 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-0daa0a17-44b8-49d3-a02d-a50367131db1 req-d3df9cb2-e5b1-4ba6-b35f-1ddaea7d61df tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/security-groups?id=69bf17cf-0470-4fcd-ac69-dfff33f03fdb&id=7de10ea1-c321-48d0-bd45-f8ccf2f66da9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0393066 Jun 21 04:33:54.678972 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00c6fb5-ccd4-4c4a-85d0-3fc01b8ecaf3 req-f41d2f6c-c81e-4b5e-82a8-8f5534ea00c3 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:54.680406 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-f00c6fb5-ccd4-4c4a-85d0-3fc01b8ecaf3 req-f41d2f6c-c81e-4b5e-82a8-8f5534ea00c3 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f7657c0-c224-4c94-9372-b49ff3bf0b70 HTTP/1.1" status: 200 len: 945 time: 0.0623250 Jun 21 04:33:54.716651 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-f00c6fb5-ccd4-4c4a-85d0-3fc01b8ecaf3 req-8d270904-fe09-4189-931e-d386ba0480d4 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b40a746-b0aa-453e-ac4a-d4bbefd30551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304081 Jun 21 04:33:54.749442 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device f9966a67-00d5-422a-a4ff-91d68caa750d up at agent hyperv_hv-cinder-79688 {{(pid=92747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:33:54.798435 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Provisioning for port f9966a67-00d5-422a-a4ff-91d68caa750d completed by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:33:54.801926 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Provisioning complete for port f9966a67-00d5-422a-a4ff-91d68caa750d triggered by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:33:54.802303 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:54.875956 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:54.896861 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f7657c0-c224-4c94-9372-b49ff3bf0b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9966a67-00d5-422a-a4ff-91d68caa750d'}] {{(pid=92747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:33:54.899118 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}801f1ae26e0cb5c56acb95c727deede285b0e3a42266231ef73c077b6573d85d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c870059-945c-4f3d-bf07-dfcbc39fea3e" -d '{"events": [{"server_uuid": "3f7657c0-c224-4c94-9372-b49ff3bf0b70", "name": "network-vif-plugged", "status": "completed", "tag": "f9966a67-00d5-422a-a4ff-91d68caa750d"}]}' {{(pid=92747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:33:54.912077 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] For port f9966a67-00d5-422a-a4ff-91d68caa750d, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=f9966a67-00d5-422a-a4ff-91d68caa750d,segment=NetworkSegment(7df2cf32-4808-4c59-a032-2d76cb3a1487),segment_id=7df2cf32-4808-4c59-a032-2d76cb3a1487)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:33:54.916995 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:54.919108 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:54.943767 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a3dd96-3fe9-4299-aec0-05c7c097232b x-openstack-request-id: req-d9a3dd96-3fe9-4299-aec0-05c7c097232b {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:33:54.944063 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f7657c0-c224-4c94-9372-b49ff3bf0b70", "name": "network-vif-plugged", "status": "completed", "tag": "f9966a67-00d5-422a-a4ff-91d68caa750d", "code": 200}]} {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:33:54.944320 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d9a3dd96-3fe9-4299-aec0-05c7c097232b {{(pid=92747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:33:54.944804 dv-cinder-796889-2-smb neutron-server[92747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f7657c0-c224-4c94-9372-b49ff3bf0b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9966a67-00d5-422a-a4ff-91d68caa750d', 'code': 200} Jun 21 04:33:54.970318 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Pushing event updated for resources: {'Port': ['ID=f9966a67-00d5-422a-a4ff-91d68caa750d,revision_number=5']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:54.973167 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:54.973745 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febadc9b-2af8-4baf-aa7f-a84998edd36c req-1b46b479-d0e5-446c-bcea-8889e5b84de1 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:54.975264 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-febadc9b-2af8-4baf-aa7f-a84998edd36c req-1b46b479-d0e5-446c-bcea-8889e5b84de1 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/ports?device_id=18996e50-2fae-40b4-98b0-4095a44006a0 HTTP/1.1" status: 200 len: 985 time: 0.0796263 Jun 21 04:33:55.018964 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-febadc9b-2af8-4baf-aa7f-a84998edd36c req-e5fd6360-9893-40f8-9549-b74865597d7e tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/security-groups?id=69bf17cf-0470-4fcd-ac69-dfff33f03fdb&id=7de10ea1-c321-48d0-bd45-f8ccf2f66da9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0363407 Jun 21 04:33:55.239315 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad917d7-5f55-4b2a-aa51-789f49f3a280 req-9fd002a6-05de-460e-b158-7b63846587be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:55.240807 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-bad917d7-5f55-4b2a-aa51-789f49f3a280 req-9fd002a6-05de-460e-b158-7b63846587be service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3f7657c0-c224-4c94-9372-b49ff3bf0b70 HTTP/1.1" status: 200 len: 1099 time: 0.0579324 Jun 21 04:33:55.276153 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-bad917d7-5f55-4b2a-aa51-789f49f3a280 req-feb5c4c6-28aa-473b-b133-e2cdc6c5560f service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=1b40a746-b0aa-453e-ac4a-d4bbefd30551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279288 Jun 21 04:33:55.890988 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a2981f-6e4c-4e49-bcc3-ea80c74ca706 req-b8cbd686-72aa-43f5-803d-4bc1cc782ec1 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:55.892411 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-00a2981f-6e4c-4e49-bcc3-ea80c74ca706 req-b8cbd686-72aa-43f5-803d-4bc1cc782ec1 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f7657c0-c224-4c94-9372-b49ff3bf0b70 HTTP/1.1" status: 200 len: 946 time: 0.0614305 Jun 21 04:33:55.932575 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-00a2981f-6e4c-4e49-bcc3-ea80c74ca706 req-efcf879e-c6d0-45fc-91cf-e72b73482a58 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b40a746-b0aa-453e-ac4a-d4bbefd30551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346758 Jun 21 04:33:56.189401 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d61dbc-56ac-46ec-9bf2-c77f722a7ad5 req-4fd6c0b6-e9a5-4f45-8167-eb65273a81c6 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:56.190908 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-19d61dbc-56ac-46ec-9bf2-c77f722a7ad5 req-4fd6c0b6-e9a5-4f45-8167-eb65273a81c6 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/ports?device_id=18996e50-2fae-40b4-98b0-4095a44006a0 HTTP/1.1" status: 200 len: 985 time: 0.0621519 Jun 21 04:33:56.239060 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-19d61dbc-56ac-46ec-9bf2-c77f722a7ad5 req-f33502cb-20a4-4ea7-94b4-bc5a5027e829 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/security-groups?id=69bf17cf-0470-4fcd-ac69-dfff33f03fdb&id=7de10ea1-c321-48d0-bd45-f8ccf2f66da9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0420091 Jun 21 04:33:57.112792 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f5ca1f-1ebe-4c8e-a043-fc537713b585 req-7ab48bbd-cf30-4213-b709-80107755aabc tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:57.114264 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-70f5ca1f-1ebe-4c8e-a043-fc537713b585 req-7ab48bbd-cf30-4213-b709-80107755aabc tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f7657c0-c224-4c94-9372-b49ff3bf0b70 HTTP/1.1" status: 200 len: 946 time: 0.0626221 Jun 21 04:33:57.153574 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-70f5ca1f-1ebe-4c8e-a043-fc537713b585 req-2c331f21-26de-47e0-b051-5ac2a8cfe007 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b40a746-b0aa-453e-ac4a-d4bbefd30551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334013 Jun 21 04:33:57.330312 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb2ea01-f303-4ff9-8ca5-30488ad084f0 req-319ebe8b-2a4c-4d56-9837-4660adab99f5 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:57.331829 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-7fb2ea01-f303-4ff9-8ca5-30488ad084f0 req-319ebe8b-2a4c-4d56-9837-4660adab99f5 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f7657c0-c224-4c94-9372-b49ff3bf0b70 HTTP/1.1" status: 200 len: 946 time: 0.0700631 Jun 21 04:33:57.340804 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 34338) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:57.345948 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.v2.base [None req-4e5fc933-bfaa-4352-919f-89dbf6a58498 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Request body: {'floatingip': {'port_id': 'f9966a67-00d5-422a-a4ff-91d68caa750d'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:33:57.396970 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-4e5fc933-bfaa-4352-919f-89dbf6a58498 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks [] for floatingip, before_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:57.555520 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87da537d-6a59-4f55-8466-016ad9d30b4c req-8a554a69-8b1d-4f2d-b078-d746ce3da16e tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:57.557414 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-87da537d-6a59-4f55-8466-016ad9d30b4c req-8a554a69-8b1d-4f2d-b078-d746ce3da16e tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/ports?device_id=18996e50-2fae-40b4-98b0-4095a44006a0 HTTP/1.1" status: 200 len: 985 time: 0.1766281 Jun 21 04:33:57.669642 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-87da537d-6a59-4f55-8466-016ad9d30b4c req-3c0b9daf-e202-43c8-9dea-37491ef9e728 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/security-groups?id=69bf17cf-0470-4fcd-ac69-dfff33f03fdb&id=7de10ea1-c321-48d0-bd45-f8ccf2f66da9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1054277 Jun 21 04:33:57.927500 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-4e5fc933-bfaa-4352-919f-89dbf6a58498 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:57.931963 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-4e5fc933-bfaa-4352-919f-89dbf6a58498 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33062327'] for floatingip, after_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:58.033801 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.db.l3_db [None req-4e5fc933-bfaa-4352-919f-89dbf6a58498 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Floating IP 301da425-fa06-48e0-a1eb-ffa40a167cc3 associated. External IP: 172.28.2.137, port: f9966a67-00d5-422a-a4ff-91d68caa750d. Jun 21 04:33:58.241343 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e5fc933-bfaa-4352-919f-89dbf6a58498 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Router 5c3063f7-f7a3-4775-a4f0-95a969eb5e47 has already been hosted by L3 agent c5fde6f5-f096-4668-9faa-154c63e10de0 {{(pid=92746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:33:58.343511 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e5fc933-bfaa-4352-919f-89dbf6a58498 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify agent at l3_agent.dv-cinder-796889-2-smb the message routers_updated {{(pid=92746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:33:58.348374 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-4e5fc933-bfaa-4352-919f-89dbf6a58498 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5899'] for floatingip, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:58.352559 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afc902d-98b2-482c-9e36-37b294cf5485 None None] Sync routers for ids ['5c3063f7-f7a3-4775-a4f0-95a969eb5e47'] in dv-cinder-796889-2-smb {{(pid=92747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:33:58.364994 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afc902d-98b2-482c-9e36-37b294cf5485 None None] Routers {'5c3063f7-f7a3-4775-a4f0-95a969eb5e47'} bound to L3 agent in host dv-cinder-796889-2-smb {{(pid=92747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:33:58.365698 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-9afc902d-98b2-482c-9e36-37b294cf5485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:21:37Z,description=,heartbeat_timestamp=2021-06-21T04:33:37Z,host='dv-cinder-796889-2-smb',id=c5fde6f5-f096-4668-9faa-154c63e10de0,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:21:37Z,topic='l3_agent')) {'router_ids': ['5c3063f7-f7a3-4775-a4f0-95a969eb5e47'], 'active': True} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:58.386415 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-4e5fc933-bfaa-4352-919f-89dbf6a58498 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "PUT /v2.0/floatingips/301da425-fa06-48e0-a1eb-ffa40a167cc3 HTTP/1.1" status: 200 len: 992 time: 1.0419312 Jun 21 04:33:58.386415 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f7657c0-c224-4c94-9372-b49ff3bf0b70', 'tag': 'f9966a67-00d5-422a-a4ff-91d68caa750d'}] {{(pid=92746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:33:58.386874 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7cbf71f9e1aa915714a5a62000f0bd5d8f9af41b6b6cc8a146f78dbc3385941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0286f0eb-3786-4947-a629-e88ff8c4c44b" -d '{"events": [{"name": "network-changed", "server_uuid": "3f7657c0-c224-4c94-9372-b49ff3bf0b70", "tag": "f9966a67-00d5-422a-a4ff-91d68caa750d"}]}' {{(pid=92746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:33:58.443748 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-304d6d03-1a73-49cf-9327-3c5ad8147bd8 x-openstack-request-id: req-304d6d03-1a73-49cf-9327-3c5ad8147bd8 {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:33:58.444068 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f7657c0-c224-4c94-9372-b49ff3bf0b70", "tag": "f9966a67-00d5-422a-a4ff-91d68caa750d", "status": "completed", "code": 200}]} {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:33:58.444371 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-304d6d03-1a73-49cf-9327-3c5ad8147bd8 {{(pid=92746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:33:58.444803 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f7657c0-c224-4c94-9372-b49ff3bf0b70', 'tag': 'f9966a67-00d5-422a-a4ff-91d68caa750d', 'status': 'completed', 'code': 200} Jun 21 04:33:58.475214 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvr_db [None req-9afc902d-98b2-482c-9e36-37b294cf5485 None None] Set router 5c3063f7-f7a3-4775-a4f0-95a969eb5e47 gateway port host: dv-cinder-796889-2-smb {{(pid=92747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:33:58.572044 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286f0eb-3786-4947-a629-e88ff8c4c44b req-0a7bee38-adcc-4d84-9158-13d5424dea11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:58.574041 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-0286f0eb-3786-4947-a629-e88ff8c4c44b req-0a7bee38-adcc-4d84-9158-13d5424dea11 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=975d204c53d040d2a863b56978bb847b&device_id=3f7657c0-c224-4c94-9372-b49ff3bf0b70 HTTP/1.1" status: 200 len: 1099 time: 0.0558784 Jun 21 04:33:58.594120 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 34356) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:58.640217 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.db.db_base_plugin_v2 [None req-e452b8f9-8f28-4d40-915d-397eea542916 admin admin] Deleting subnet 5b74d7ea-b7ab-482b-b868-925adb354e05 {{(pid=92746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 04:33:58.643234 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e452b8f9-8f28-4d40-915d-397eea542916 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:58.666129 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286f0eb-3786-4947-a629-e88ff8c4c44b req-334750d0-0095-4c3f-a9d9-ef7650ba547a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:58.667672 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-0286f0eb-3786-4947-a629-e88ff8c4c44b req-334750d0-0095-4c3f-a9d9-ef7650ba547a service neutron] 10.222.0.38 "GET /v2.0/networks?id=266761c6-991a-4b5c-89b7-18dc73edeb62 HTTP/1.1" status: 200 len: 912 time: 0.0869613 Jun 21 04:33:58.677301 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e452b8f9-8f28-4d40-915d-397eea542916 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33408314'] for subnet, precommit_delete_associations {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:58.715439 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-9afc902d-98b2-482c-9e36-37b294cf5485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c3063f7-f7a3-4775-a4f0-95a969eb5e47', 'name': 'tempest-AttachVolumeTestJSON-1756689701-router', 'tenant_id': '975d204c53d040d2a863b56978bb847b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.218'}], 'enable_snat': True}, 'gw_port_id': '384fc064-2ddc-469c-bd2e-788462f450cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:28Z', 'updated_at': '2021-06-21T04:29:40Z', 'revision_number': 4, 'project_id': '975d204c53d040d2a863b56978bb847b', 'gw_port': {'id': '384fc064-2ddc-469c-bd2e-788462f450cf', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:50:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3063f7-f7a3-4775-a4f0-95a969eb5e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:30Z', 'updated_at': '2021-06-21T04:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb', '_floatingips': [{'id': '301da425-fa06-48e0-a1eb-ffa40a167cc3', 'tenant_id': '975d204c53d040d2a863b56978bb847b', 'floating_ip_address': '172.28.2.137', 'floating_network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'router_id': '5c3063f7-f7a3-4775-a4f0-95a969eb5e47', 'port_id': 'f9966a67-00d5-422a-a4ff-91d68caa750d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '266761c6-991a-4b5c-89b7-18dc73edeb62', 'mac_address': 'fa:16:3e:cb:d6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7657c0-c224-4c94-9372-b49ff3bf0b70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:33:46Z', 'updated_at': '2021-06-21T04:33:57Z', 'revision_number': 1, 'project_id': '975d204c53d040d2a863b56978bb847b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc9da0fc-c9e9-4021-96cd-46e86f9e1725', 'name': '', 'network_id': '266761c6-991a-4b5c-89b7-18dc73edeb62', 'tenant_id': '975d204c53d040d2a863b56978bb847b', 'mac_address': 'fa:16:3e:b5:29:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3063f7-f7a3-4775-a4f0-95a969eb5e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '17b08017-4248-42a3-9e39-b4aee30874d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:35Z', 'updated_at': '2021-06-21T04:29:51Z', 'revision_number': 5, 'project_id': '975d204c53d040d2a863b56978bb847b', 'subnets': [{'id': '17b08017-4248-42a3-9e39-b4aee30874d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-smb', False) {} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:58.735445 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e452b8f9-8f28-4d40-915d-397eea542916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739179'] for subnet, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:58.758443 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afc902d-98b2-482c-9e36-37b294cf5485 None None] Checking router: 5c3063f7-f7a3-4775-a4f0-95a969eb5e47 for host: dv-cinder-796889-2-smb {{(pid=92747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:33:58.762554 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-0286f0eb-3786-4947-a629-e88ff8c4c44b req-3b8dda85-5e26-45bd-905e-df3c53e09261 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9966a67-00d5-422a-a4ff-91d68caa750d HTTP/1.1" status: 200 len: 1000 time: 0.0884662 Jun 21 04:33:58.768825 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afc902d-98b2-482c-9e36-37b294cf5485 None None] Routers {'5c3063f7-f7a3-4775-a4f0-95a969eb5e47'} bound to L3 agent in host dv-cinder-796889-2-smb {{(pid=92747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:33:58.769521 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-9afc902d-98b2-482c-9e36-37b294cf5485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:21:37Z,description=,heartbeat_timestamp=2021-06-21T04:33:37Z,host='dv-cinder-796889-2-smb',id=c5fde6f5-f096-4668-9faa-154c63e10de0,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:21:37Z,topic='l3_agent')) {'router_ids': ['5c3063f7-f7a3-4775-a4f0-95a969eb5e47'], 'active': True} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:58.823766 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286f0eb-3786-4947-a629-e88ff8c4c44b req-f45ed87b-9665-4f70-93ad-0730bc78bda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:58.825802 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-0286f0eb-3786-4947-a629-e88ff8c4c44b req-f45ed87b-9665-4f70-93ad-0730bc78bda5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=17b08017-4248-42a3-9e39-b4aee30874d2 HTTP/1.1" status: 200 len: 850 time: 0.0552742 Jun 21 04:33:58.884457 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvr_db [None req-9afc902d-98b2-482c-9e36-37b294cf5485 None None] Set router 5c3063f7-f7a3-4775-a4f0-95a969eb5e47 gateway port host: dv-cinder-796889-2-smb {{(pid=92747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:33:58.886541 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286f0eb-3786-4947-a629-e88ff8c4c44b req-3aa39faa-bc7e-42c3-b6fa-601ca52fc31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:58.888300 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-0286f0eb-3786-4947-a629-e88ff8c4c44b req-3aa39faa-bc7e-42c3-b6fa-601ca52fc31f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=266761c6-991a-4b5c-89b7-18dc73edeb62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0551736 Jun 21 04:33:58.994787 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-0286f0eb-3786-4947-a629-e88ff8c4c44b req-bcf4c115-47eb-4fcd-8339-df55b91caa8f service neutron] 10.222.0.38 "GET /v2.0/networks/266761c6-991a-4b5c-89b7-18dc73edeb62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988922 Jun 21 04:33:59.092923 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e452b8f9-8f28-4d40-915d-397eea542916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33408392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8449736'] for subnet, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:59.103513 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6041fd-4fdb-4e1c-a7d7-cd5872b159d7 req-5ac03d02-384c-4216-8bd4-6e2f58d20b73 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:59.105170 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-dd6041fd-4fdb-4e1c-a7d7-cd5872b159d7 req-5ac03d02-384c-4216-8bd4-6e2f58d20b73 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/ports?device_id=18996e50-2fae-40b4-98b0-4095a44006a0 HTTP/1.1" status: 200 len: 985 time: 0.0870762 Jun 21 04:33:59.106824 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:59.122645 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-0286f0eb-3786-4947-a629-e88ff8c4c44b req-ce271ab4-1d8f-462a-8a52-414162331f22 service neutron] 10.222.0.38 "GET /v2.0/networks/266761c6-991a-4b5c-89b7-18dc73edeb62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199694 Jun 21 04:33:59.137808 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e452b8f9-8f28-4d40-915d-397eea542916 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b74d7ea-b7ab-482b-b868-925adb354e05,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:59.150028 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-e452b8f9-8f28-4d40-915d-397eea542916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:59.151351 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e452b8f9-8f28-4d40-915d-397eea542916 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:59.156299 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-e452b8f9-8f28-4d40-915d-397eea542916 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5b74d7ea-b7ab-482b-b868-925adb354e05 HTTP/1.1" status: 204 len: 168 time: 0.5583308 Jun 21 04:33:59.157951 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 34362) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:59.161065 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-9afc902d-98b2-482c-9e36-37b294cf5485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c3063f7-f7a3-4775-a4f0-95a969eb5e47', 'name': 'tempest-AttachVolumeTestJSON-1756689701-router', 'tenant_id': '975d204c53d040d2a863b56978bb847b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.218'}], 'enable_snat': True}, 'gw_port_id': '384fc064-2ddc-469c-bd2e-788462f450cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:28Z', 'updated_at': '2021-06-21T04:29:40Z', 'revision_number': 4, 'project_id': '975d204c53d040d2a863b56978bb847b', 'gw_port': {'id': '384fc064-2ddc-469c-bd2e-788462f450cf', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:50:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3063f7-f7a3-4775-a4f0-95a969eb5e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:30Z', 'updated_at': '2021-06-21T04:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb', '_floatingips': [{'id': '301da425-fa06-48e0-a1eb-ffa40a167cc3', 'tenant_id': '975d204c53d040d2a863b56978bb847b', 'floating_ip_address': '172.28.2.137', 'floating_network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'router_id': '5c3063f7-f7a3-4775-a4f0-95a969eb5e47', 'port_id': 'f9966a67-00d5-422a-a4ff-91d68caa750d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '266761c6-991a-4b5c-89b7-18dc73edeb62', 'mac_address': 'fa:16:3e:cb:d6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7657c0-c224-4c94-9372-b49ff3bf0b70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:33:46Z', 'updated_at': '2021-06-21T04:33:57Z', 'revision_number': 1, 'project_id': '975d204c53d040d2a863b56978bb847b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc9da0fc-c9e9-4021-96cd-46e86f9e1725', 'name': '', 'network_id': '266761c6-991a-4b5c-89b7-18dc73edeb62', 'tenant_id': '975d204c53d040d2a863b56978bb847b', 'mac_address': 'fa:16:3e:b5:29:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3063f7-f7a3-4775-a4f0-95a969eb5e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '17b08017-4248-42a3-9e39-b4aee30874d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:35Z', 'updated_at': '2021-06-21T04:29:51Z', 'revision_number': 5, 'project_id': '975d204c53d040d2a863b56978bb847b', 'subnets': [{'id': '17b08017-4248-42a3-9e39-b4aee30874d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-smb', False) {} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:59.187330 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afc902d-98b2-482c-9e36-37b294cf5485 None None] The sync data for ids ['5c3063f7-f7a3-4775-a4f0-95a969eb5e47'] in dv-cinder-796889-2-smb is: [{'id': '5c3063f7-f7a3-4775-a4f0-95a969eb5e47', 'name': 'tempest-AttachVolumeTestJSON-1756689701-router', 'tenant_id': '975d204c53d040d2a863b56978bb847b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.218'}], 'enable_snat': True}, 'gw_port_id': '384fc064-2ddc-469c-bd2e-788462f450cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:28Z', 'updated_at': '2021-06-21T04:29:40Z', 'revision_number': 4, 'project_id': '975d204c53d040d2a863b56978bb847b', 'gw_port': {'id': '384fc064-2ddc-469c-bd2e-788462f450cf', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:50:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3063f7-f7a3-4775-a4f0-95a969eb5e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:30Z', 'updated_at': '2021-06-21T04:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb', '_floatingips': [{'id': '301da425-fa06-48e0-a1eb-ffa40a167cc3', 'tenant_id': '975d204c53d040d2a863b56978bb847b', 'floating_ip_address': '172.28.2.137', 'floating_network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'router_id': '5c3063f7-f7a3-4775-a4f0-95a969eb5e47', 'port_id': 'f9966a67-00d5-422a-a4ff-91d68caa750d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '266761c6-991a-4b5c-89b7-18dc73edeb62', 'mac_address': 'fa:16:3e:cb:d6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7657c0-c224-4c94-9372-b49ff3bf0b70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:33:46Z', 'updated_at': '2021-06-21T04:33:57Z', 'revision_number': 1, 'project_id': '975d204c53d040d2a863b56978bb847b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc9da0fc-c9e9-4021-96cd-46e86f9e1725', 'name': '', 'network_id': '266761c6-991a-4b5c-89b7-18dc73edeb62', 'tenant_id': '975d204c53d040d2a863b56978bb847b', 'mac_address': 'fa:16:3e:b5:29:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3063f7-f7a3-4775-a4f0-95a969eb5e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '17b08017-4248-42a3-9e39-b4aee30874d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:35Z', 'updated_at': '2021-06-21T04:29:51Z', 'revision_number': 5, 'project_id': '975d204c53d040d2a863b56978bb847b', 'subnets': [{'id': '17b08017-4248-42a3-9e39-b4aee30874d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:33:59.230178 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-dd6041fd-4fdb-4e1c-a7d7-cd5872b159d7 req-9aa2e883-493d-410c-ad7d-b0a5bf03ac79 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/security-groups?id=69bf17cf-0470-4fcd-ac69-dfff33f03fdb&id=7de10ea1-c321-48d0-bd45-f8ccf2f66da9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0987430 Jun 21 04:33:59.255704 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-29d68a72-86af-4f86-ad2e-656240ba89ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598551'] for network, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:59.335473 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-29d68a72-86af-4f86-ad2e-656240ba89ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-744180', 'neutron.services.segments.db._delete_segments_for_network-8789667519955'] for network, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:59.345292 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.services.segments.db [None req-29d68a72-86af-4f86-ad2e-656240ba89ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcd25c4b-e82e-4806-8b9a-58ce3023b281']}} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:59.356106 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.services.segments.db [None req-29d68a72-86af-4f86-ad2e-656240ba89ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a38e233-42e7-4555-a11b-fbc792a45807') {'for_net_delete': True} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:59.356395 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.services.segments.db [None req-29d68a72-86af-4f86-ad2e-656240ba89ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a38e233-42e7-4555-a11b-fbc792a45807') {} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:59.366342 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-29d68a72-86af-4f86-ad2e-656240ba89ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789667519784', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33408307'] for segment, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:59.383871 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103a6068-48e5-454d-96b9-6dd5801f7dca None None] New status for floating IP 301da425-fa06-48e0-a1eb-ffa40a167cc3: ACTIVE {{(pid=92748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 04:33:59.385308 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-29d68a72-86af-4f86-ad2e-656240ba89ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740028'] for segment, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:59.392816 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29d68a72-86af-4f86-ad2e-656240ba89ab admin admin] Releasing vlan 804 on physical network physnet1 to pool {{(pid=92746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 04:33:59.393349 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-29d68a72-86af-4f86-ad2e-656240ba89ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10531'] for segment, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:59.395311 dv-cinder-796889-2-smb neutron-server[92746]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:33:59.395311 dv-cinder-796889-2-smb neutron-server[92746]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:33:59.395311 dv-cinder-796889-2-smb neutron-server[92746]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:33:59.395311 dv-cinder-796889-2-smb neutron-server[92746]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:33:59.395311 dv-cinder-796889-2-smb neutron-server[92746]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:33:59.395311 dv-cinder-796889-2-smb neutron-server[92746]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:33:59.395311 dv-cinder-796889-2-smb neutron-server[92746]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:33:59.395311 dv-cinder-796889-2-smb neutron-server[92746]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:33:59.395311 dv-cinder-796889-2-smb neutron-server[92746]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:33:59.395311 dv-cinder-796889-2-smb neutron-server[92746]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:33:59.395311 dv-cinder-796889-2-smb neutron-server[92746]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:33:59.395311 dv-cinder-796889-2-smb neutron-server[92746]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:33:59.395311 dv-cinder-796889-2-smb neutron-server[92746]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:33:59.395311 dv-cinder-796889-2-smb neutron-server[92746]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:33:59.395311 dv-cinder-796889-2-smb neutron-server[92746]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:33:59.395311 dv-cinder-796889-2-smb neutron-server[92746]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:33:59.395311 dv-cinder-796889-2-smb neutron-server[92746]: Traceback (most recent call last): Jun 21 04:33:59.395311 dv-cinder-796889-2-smb neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 04:33:59.395311 dv-cinder-796889-2-smb neutron-server[92746]: timer() Jun 21 04:33:59.395311 dv-cinder-796889-2-smb neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 04:33:59.395311 dv-cinder-796889-2-smb neutron-server[92746]: cb(*args, **kw) Jun 21 04:33:59.395311 dv-cinder-796889-2-smb neutron-server[92746]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 04:33:59.395311 dv-cinder-796889-2-smb neutron-server[92746]: return func(*args, **kwargs) Jun 21 04:33:59.395311 dv-cinder-796889-2-smb neutron-server[92746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 04:33:59.395311 dv-cinder-796889-2-smb neutron-server[92746]: self._notify() Jun 21 04:33:59.395311 dv-cinder-796889-2-smb neutron-server[92746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 04:33:59.395311 dv-cinder-796889-2-smb neutron-server[92746]: self.callback(batched_events) Jun 21 04:33:59.395311 dv-cinder-796889-2-smb neutron-server[92746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 04:33:59.395311 dv-cinder-796889-2-smb neutron-server[92746]: event.method(event) Jun 21 04:33:59.395311 dv-cinder-796889-2-smb neutron-server[92746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 04:33:59.395311 dv-cinder-796889-2-smb neutron-server[92746]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 04:33:59.395311 dv-cinder-796889-2-smb neutron-server[92746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 04:33:59.395311 dv-cinder-796889-2-smb neutron-server[92746]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 04:33:59.395311 dv-cinder-796889-2-smb neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 04:33:59.395311 dv-cinder-796889-2-smb neutron-server[92746]: return f(self, *a, **k) Jun 21 04:33:59.395311 dv-cinder-796889-2-smb neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 04:33:59.395311 dv-cinder-796889-2-smb neutron-server[92746]: return self._get(url).json() Jun 21 04:33:59.395311 dv-cinder-796889-2-smb neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 04:33:59.395311 dv-cinder-796889-2-smb neutron-server[92746]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 04:33:59.395311 dv-cinder-796889-2-smb neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 04:33:59.395311 dv-cinder-796889-2-smb neutron-server[92746]: return self.request(url, 'GET', **kwargs) Jun 21 04:33:59.395311 dv-cinder-796889-2-smb neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 04:33:59.395311 dv-cinder-796889-2-smb neutron-server[92746]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 04:33:59.395311 dv-cinder-796889-2-smb neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 04:33:59.395311 dv-cinder-796889-2-smb neutron-server[92746]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 04:33:59.395311 dv-cinder-796889-2-smb neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 04:33:59.395311 dv-cinder-796889-2-smb neutron-server[92746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 04:33:59.395311 dv-cinder-796889-2-smb neutron-server[92746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 04:33:59.450432 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-29d68a72-86af-4f86-ad2e-656240ba89ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-744173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33253182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33062277'] for network, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:59.458594 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-29d68a72-86af-4f86-ad2e-656240ba89ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33144588'] for network, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:59.460744 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-29d68a72-86af-4f86-ad2e-656240ba89ab admin admin] 10.222.0.13 "DELETE /v2.0/networks/bcd25c4b-e82e-4806-8b9a-58ce3023b281 HTTP/1.1" status: 204 len: 168 time: 0.3031025 Jun 21 04:33:59.462005 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:59.476539 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d68a72-86af-4f86-ad2e-656240ba89ab admin admin] Pushing event deleted for resources: {'Network': ['ID=bcd25c4b-e82e-4806-8b9a-58ce3023b281,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:59.479709 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-29d68a72-86af-4f86-ad2e-656240ba89ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:59.646115 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 34370) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:59.684208 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-4cb74a52-b3e3-4631-964f-35e4779e8fc1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3d3dc1c5cc6245e19aae425aef4939bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0368593 Jun 21 04:33:59.686791 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 34372) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:59.732811 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-3d4bcb80-e175-424f-a9de-e2be045ee257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:59.759703 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-3d4bcb80-e175-424f-a9de-e2be045ee257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:59.805636 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-3d4bcb80-e175-424f-a9de-e2be045ee257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:59.808464 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-3d4bcb80-e175-424f-a9de-e2be045ee257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:59.809651 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-3d4bcb80-e175-424f-a9de-e2be045ee257 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ca98ce9e-f1a3-4909-a002-7e7104c7cc00 HTTP/1.1" status: 204 len: 168 time: 0.1219842 Jun 21 04:33:59.810477 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-1a180f02-3e35-402f-8092-5469d36797c6 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:59.818487 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4bcb80-e175-424f-a9de-e2be045ee257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca98ce9e-f1a3-4909-a002-7e7104c7cc00,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:59.820884 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-3d4bcb80-e175-424f-a9de-e2be045ee257 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:00.397122 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e92d84f-41df-43e9-b589-ae26c68c3e9d req-e159c70d-75f9-4e77-9bd4-67dc02b918ae tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:00.398602 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-7e92d84f-41df-43e9-b589-ae26c68c3e9d req-e159c70d-75f9-4e77-9bd4-67dc02b918ae tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/ports?device_id=18996e50-2fae-40b4-98b0-4095a44006a0 HTTP/1.1" status: 200 len: 985 time: 0.0623264 Jun 21 04:34:00.439327 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-7e92d84f-41df-43e9-b589-ae26c68c3e9d req-9c23d3de-92fb-4747-96f4-2addb56d3cc4 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/security-groups?id=69bf17cf-0470-4fcd-ac69-dfff33f03fdb&id=7de10ea1-c321-48d0-bd45-f8ccf2f66da9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347910 Jun 21 04:34:01.071904 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.agents_db [None req-0317ce1f-94ba-4828-a78d-05fb42e0f355 None None] Agent healthcheck: found 6 active agents {{(pid=92748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:34:01.617934 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23af32af-8a27-4d43-aba6-a4ae0f1a9ae8 req-5d48a6e4-5e12-459d-8db3-ee3e8d271579 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:01.619395 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-23af32af-8a27-4d43-aba6-a4ae0f1a9ae8 req-5d48a6e4-5e12-459d-8db3-ee3e8d271579 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/ports?device_id=18996e50-2fae-40b4-98b0-4095a44006a0 HTTP/1.1" status: 200 len: 985 time: 0.0708628 Jun 21 04:34:01.657721 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-23af32af-8a27-4d43-aba6-a4ae0f1a9ae8 req-73db49f1-5ad8-45ea-98b9-bfc3ec76631d tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/security-groups?id=69bf17cf-0470-4fcd-ac69-dfff33f03fdb&id=7de10ea1-c321-48d0-bd45-f8ccf2f66da9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0320160 Jun 21 04:34:04.144769 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-086f3670-83ae-47f5-a4cc-7cbb396916c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:06.754856 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-811001ad-caf8-46aa-a69b-8d5e429a9e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:06.849571 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:06.983333 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:08.034700 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-af7905e6-f134-40b5-8f7f-d0c0aa400a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:09.635585 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-410c395a-ca3a-4855-90fb-923e0a2b4d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:09.906507 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 34478) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:10.006031 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-5e527a18-9250-4660-952e-7bad7f434bc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:10.092753 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-5e527a18-9250-4660-952e-7bad7f434bc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:10.096110 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-5e527a18-9250-4660-952e-7bad7f434bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:10.098325 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-0c1898df-70b2-45e1-b530-ad2f3c1ffdc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:10.135180 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-5e527a18-9250-4660-952e-7bad7f434bc1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c9c377a1366c453882070ea3d9561a1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2275872 Jun 21 04:34:10.136094 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e527a18-9250-4660-952e-7bad7f434bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4852da07-eb1e-4307-8bf0-bf96e32a167c,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:10.137815 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 34484) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:10.139705 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-5e527a18-9250-4660-952e-7bad7f434bc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:10.188666 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-50ab4a36-221a-4f91-ae1c-4da7a9bb2ccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:10.211345 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-50ab4a36-221a-4f91-ae1c-4da7a9bb2ccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:10.256597 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-50ab4a36-221a-4f91-ae1c-4da7a9bb2ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:10.259141 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-50ab4a36-221a-4f91-ae1c-4da7a9bb2ccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:10.260255 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-50ab4a36-221a-4f91-ae1c-4da7a9bb2ccd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4852da07-eb1e-4307-8bf0-bf96e32a167c HTTP/1.1" status: 204 len: 168 time: 0.1207869 Jun 21 04:34:10.260989 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-54531617-c94a-408c-a227-97617d365378 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:10.268659 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ab4a36-221a-4f91-ae1c-4da7a9bb2ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4852da07-eb1e-4307-8bf0-bf96e32a167c,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:10.270985 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-50ab4a36-221a-4f91-ae1c-4da7a9bb2ccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:16.071883 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 34570) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:16.169730 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-cfb624c8-4330-415d-bb31-7860bbb27f0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:16.258323 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-cfb624c8-4330-415d-bb31-7860bbb27f0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:16.261717 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-cfb624c8-4330-415d-bb31-7860bbb27f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:16.263984 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-ddd27f39-8e55-4b13-b762-5c752ac5d886 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:16.304339 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-cfb624c8-4330-415d-bb31-7860bbb27f0c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=87cea1cc4af244aaafa3402d52558042&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2313895 Jun 21 04:34:16.305218 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb624c8-4330-415d-bb31-7860bbb27f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff1a9fc-27cf-4305-ab7f-f5ff85771d70,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:16.307952 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 34574) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:16.308710 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-cfb624c8-4330-415d-bb31-7860bbb27f0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:16.358885 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-3fae6e1b-7b07-46fd-befc-f60e1f548c79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:16.378282 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-3fae6e1b-7b07-46fd-befc-f60e1f548c79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:16.425331 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-3fae6e1b-7b07-46fd-befc-f60e1f548c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:16.427950 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-3fae6e1b-7b07-46fd-befc-f60e1f548c79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:16.429082 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-3fae6e1b-7b07-46fd-befc-f60e1f548c79 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eff1a9fc-27cf-4305-ab7f-f5ff85771d70 HTTP/1.1" status: 204 len: 168 time: 0.1201446 Jun 21 04:34:16.429891 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-5d8f6a6d-f1bd-416d-924b-805e84d665ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:16.437440 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fae6e1b-7b07-46fd-befc-f60e1f548c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff1a9fc-27cf-4305-ab7f-f5ff85771d70,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:16.444974 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fae6e1b-7b07-46fd-befc-f60e1f548c79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:16.445364 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fae6e1b-7b07-46fd-befc-f60e1f548c79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:16.445729 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fae6e1b-7b07-46fd-befc-f60e1f548c79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:16.446084 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fae6e1b-7b07-46fd-befc-f60e1f548c79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:16.446431 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fae6e1b-7b07-46fd-befc-f60e1f548c79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:16.446777 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fae6e1b-7b07-46fd-befc-f60e1f548c79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:16.447122 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fae6e1b-7b07-46fd-befc-f60e1f548c79 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:16.447463 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fae6e1b-7b07-46fd-befc-f60e1f548c79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:16.447807 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fae6e1b-7b07-46fd-befc-f60e1f548c79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:16.448146 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fae6e1b-7b07-46fd-befc-f60e1f548c79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:16.448484 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fae6e1b-7b07-46fd-befc-f60e1f548c79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:16.448819 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fae6e1b-7b07-46fd-befc-f60e1f548c79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:16.451749 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-3fae6e1b-7b07-46fd-befc-f60e1f548c79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:27.630669 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c016ec-1803-4eee-85ec-d885eb7a7d57 req-e24d3df3-ebfa-4d31-989d-da43b7acbc66 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:27.632100 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-87c016ec-1803-4eee-85ec-d885eb7a7d57 req-e24d3df3-ebfa-4d31-989d-da43b7acbc66 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53 HTTP/1.1" status: 200 len: 946 time: 0.0631454 Jun 21 04:34:27.668323 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-87c016ec-1803-4eee-85ec-d885eb7a7d57 req-797e2264-838e-4e28-97e3-fd617b363790 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b87962f-ec15-4f45-82d9-8094e00c4440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307939 Jun 21 04:34:28.850517 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d487bac-264c-4eff-b40b-745478913ebd req-d4f31b0d-3506-499c-816b-9ad4ffa90bac tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:28.851855 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-0d487bac-264c-4eff-b40b-745478913ebd req-d4f31b0d-3506-499c-816b-9ad4ffa90bac tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53 HTTP/1.1" status: 200 len: 946 time: 0.0646024 Jun 21 04:34:28.887579 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-0d487bac-264c-4eff-b40b-745478913ebd req-3e34b4db-067b-4050-939e-6f5592c8983c tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b87962f-ec15-4f45-82d9-8094e00c4440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302939 Jun 21 04:34:30.059494 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09f28c-cef0-4b75-805c-79203905d295 req-cc4c1add-3533-49af-8687-0c40239d3da8 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:30.060837 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-1f09f28c-cef0-4b75-805c-79203905d295 req-cc4c1add-3533-49af-8687-0c40239d3da8 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53 HTTP/1.1" status: 200 len: 946 time: 0.0620129 Jun 21 04:34:30.096985 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-1f09f28c-cef0-4b75-805c-79203905d295 req-3e045582-a243-4e9d-a4b2-e06b30b91d29 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b87962f-ec15-4f45-82d9-8094e00c4440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300655 Jun 21 04:34:31.271279 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42d750-8c22-4e63-a492-602e28febc16 req-140bc20e-f8ff-490d-88f0-b0da874bc3ed tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:31.272700 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-7d42d750-8c22-4e63-a492-602e28febc16 req-140bc20e-f8ff-490d-88f0-b0da874bc3ed tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53 HTTP/1.1" status: 200 len: 946 time: 0.0612974 Jun 21 04:34:31.309131 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-7d42d750-8c22-4e63-a492-602e28febc16 req-211f61d7-99a6-4058-9908-a88cabb7902f tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b87962f-ec15-4f45-82d9-8094e00c4440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307832 Jun 21 04:34:32.482937 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80133c7c-7ccd-4242-b158-5a6ea14c49ba req-bde1df52-321b-4d05-b765-e5b3c6a16178 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:32.484355 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-80133c7c-7ccd-4242-b158-5a6ea14c49ba req-bde1df52-321b-4d05-b765-e5b3c6a16178 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53 HTTP/1.1" status: 200 len: 946 time: 0.0643313 Jun 21 04:34:32.520663 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-80133c7c-7ccd-4242-b158-5a6ea14c49ba req-dde34ceb-6af0-4b4d-9b75-15f8bf2e1336 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b87962f-ec15-4f45-82d9-8094e00c4440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305383 Jun 21 04:34:33.694182 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9649fc39-5d03-468a-b805-df2a604504fe req-170440da-9a2e-4df6-a1d1-f1239a47df80 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:33.695652 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-9649fc39-5d03-468a-b805-df2a604504fe req-170440da-9a2e-4df6-a1d1-f1239a47df80 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53 HTTP/1.1" status: 200 len: 946 time: 0.0616808 Jun 21 04:34:33.732065 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-9649fc39-5d03-468a-b805-df2a604504fe req-d8aa46d2-5fca-432a-af93-5de30ebaffb8 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b87962f-ec15-4f45-82d9-8094e00c4440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308831 Jun 21 04:34:34.145543 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f14a2fde-8cfc-473e-97cc-82abff72ccf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:34.905541 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a49550-aa70-4cbf-bae5-a9dbb75eacd5 req-ebfb0eaa-ef87-48fa-86d8-f87ec697b79f tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:34.906967 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-b5a49550-aa70-4cbf-bae5-a9dbb75eacd5 req-ebfb0eaa-ef87-48fa-86d8-f87ec697b79f tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53 HTTP/1.1" status: 200 len: 946 time: 0.0641501 Jun 21 04:34:34.943616 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-b5a49550-aa70-4cbf-bae5-a9dbb75eacd5 req-3e6dc40e-c2b8-4b91-8deb-d6c74c5f6936 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b87962f-ec15-4f45-82d9-8094e00c4440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307040 Jun 21 04:34:36.115994 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce0cbe8-3d96-4b6e-adae-2e22e46ea113 req-be342256-f60d-4fc9-9816-4bceb7f663d6 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:36.117452 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-7ce0cbe8-3d96-4b6e-adae-2e22e46ea113 req-be342256-f60d-4fc9-9816-4bceb7f663d6 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53 HTTP/1.1" status: 200 len: 946 time: 0.0633514 Jun 21 04:34:36.153841 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-7ce0cbe8-3d96-4b6e-adae-2e22e46ea113 req-2e830272-5674-402e-9e27-6c0da9d937a1 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b87962f-ec15-4f45-82d9-8094e00c4440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309005 Jun 21 04:34:36.441175 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-ad1f4f2f-1474-464a-bd74-0cdf8323bc62 req-b280d3dc-f4ab-4cec-8314-a0c08be3757c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=18996e50-2fae-40b4-98b0-4095a44006a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0497174 Jun 21 04:34:36.551557 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f4f2f-1474-464a-bd74-0cdf8323bc62 req-9965b7eb-1a05-4bc8-a9cf-fc80ebc8e14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:36.552844 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-ad1f4f2f-1474-464a-bd74-0cdf8323bc62 req-9965b7eb-1a05-4bc8-a9cf-fc80ebc8e14e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e61908d6671944fe97c42e49b197ffce&device_id=18996e50-2fae-40b4-98b0-4095a44006a0 HTTP/1.1" status: 200 len: 1138 time: 0.0493214 Jun 21 04:34:36.755281 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-42a6b846-6ae6-43fb-8368-7da0514ca62b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:36.860020 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:36.868620 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f4f2f-1474-464a-bd74-0cdf8323bc62 req-7c1dfadf-caa9-433d-b961-ad909cba768b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:36.870133 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-ad1f4f2f-1474-464a-bd74-0cdf8323bc62 req-7c1dfadf-caa9-433d-b961-ad909cba768b service neutron] 10.222.0.38 "GET /v2.0/networks?id=9e3bb3a6-2b59-4fb4-895f-f70ce89edae9 HTTP/1.1" status: 200 len: 915 time: 0.2975543 Jun 21 04:34:36.932383 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-ad1f4f2f-1474-464a-bd74-0cdf8323bc62 req-7c53dd34-7f79-4abb-9a58-2efcab4a8920 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7ac8078-a076-4502-9a85-1eb7e02bdc07 HTTP/1.1" status: 200 len: 1002 time: 0.0546727 Jun 21 04:34:36.979396 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f4f2f-1474-464a-bd74-0cdf8323bc62 req-88f1d1f0-1f3b-49c6-b9e7-75d7602f2882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:36.980838 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-ad1f4f2f-1474-464a-bd74-0cdf8323bc62 req-88f1d1f0-1f3b-49c6-b9e7-75d7602f2882 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=918f4e71-5bf8-48ad-8f22-8af261c5caaa HTTP/1.1" status: 200 len: 853 time: 0.0414374 Jun 21 04:34:36.983501 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:37.039334 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f4f2f-1474-464a-bd74-0cdf8323bc62 req-c9477118-f080-4b33-9355-9bd323c4fe69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:37.040734 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-ad1f4f2f-1474-464a-bd74-0cdf8323bc62 req-c9477118-f080-4b33-9355-9bd323c4fe69 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9e3bb3a6-2b59-4fb4-895f-f70ce89edae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0528862 Jun 21 04:34:37.126265 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-ad1f4f2f-1474-464a-bd74-0cdf8323bc62 req-43230b5c-5ed9-4458-bdab-34eb63571b26 service neutron] 10.222.0.38 "GET /v2.0/networks/9e3bb3a6-2b59-4fb4-895f-f70ce89edae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0776472 Jun 21 04:34:37.218572 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-ad1f4f2f-1474-464a-bd74-0cdf8323bc62 req-99a8d7e4-738e-4f0c-ae7b-5dbee126e0d2 service neutron] 10.222.0.38 "GET /v2.0/networks/9e3bb3a6-2b59-4fb4-895f-f70ce89edae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834668 Jun 21 04:34:37.328785 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75763a2b-ce33-41ee-abba-5f5761072173 req-06980c9d-cf1a-4f06-9ed9-aaaa8a118648 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:37.330225 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-75763a2b-ce33-41ee-abba-5f5761072173 req-06980c9d-cf1a-4f06-9ed9-aaaa8a118648 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53 HTTP/1.1" status: 200 len: 946 time: 0.0609379 Jun 21 04:34:37.365528 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-75763a2b-ce33-41ee-abba-5f5761072173 req-661e73f8-20ab-4dd1-8346-b71d26f4e8ae tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b87962f-ec15-4f45-82d9-8094e00c4440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296984 Jun 21 04:34:38.037071 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-af7905e6-f134-40b5-8f7f-d0c0aa400a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:38.070700 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.agents_db [None req-0317ce1f-94ba-4828-a78d-05fb42e0f355 None None] Agent healthcheck: found 6 active agents {{(pid=92748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:34:38.542930 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b7c846-bc6f-40ee-b010-c859ba1df56c req-03dc200a-3d8a-41ec-92fb-d082bdbcda1e tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:38.544355 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-a1b7c846-bc6f-40ee-b010-c859ba1df56c req-03dc200a-3d8a-41ec-92fb-d082bdbcda1e tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53 HTTP/1.1" status: 200 len: 946 time: 0.0645823 Jun 21 04:34:38.580075 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-a1b7c846-bc6f-40ee-b010-c859ba1df56c req-995c189c-c48e-485a-8f6c-91c13c7e385a tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b87962f-ec15-4f45-82d9-8094e00c4440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301998 Jun 21 04:34:39.638308 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-410c395a-ca3a-4855-90fb-923e0a2b4d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:39.754440 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f010c-d593-4456-9c3e-89dac954bf7c req-ee52caee-432a-41e6-9fff-b49339113c9d tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:39.755863 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-3e8f010c-d593-4456-9c3e-89dac954bf7c req-ee52caee-432a-41e6-9fff-b49339113c9d tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53 HTTP/1.1" status: 200 len: 946 time: 0.0614138 Jun 21 04:34:39.792258 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-3e8f010c-d593-4456-9c3e-89dac954bf7c req-52df784f-a078-4908-a94d-6b963addd6ad tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b87962f-ec15-4f45-82d9-8094e00c4440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308542 Jun 21 04:34:40.427273 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-ce8818c1-99c9-4e9e-9c2b-bb48c5705295 req-2ecd6bdc-ddb0-485b-8b80-7298204abe12 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1285000383&fields=id&tenant_id=e61908d6671944fe97c42e49b197ffce HTTP/1.1" status: 200 len: 267 time: 0.0318141 Jun 21 04:34:40.494831 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8818c1-99c9-4e9e-9c2b-bb48c5705295 req-6fee0746-9f94-489c-8009-b64ae67c4a82 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:40.496261 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-ce8818c1-99c9-4e9e-9c2b-bb48c5705295 req-6fee0746-9f94-489c-8009-b64ae67c4a82 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/ports?device_id=18996e50-2fae-40b4-98b0-4095a44006a0 HTTP/1.1" status: 200 len: 985 time: 0.0640590 Jun 21 04:34:40.507202 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.v2.base [req-ce8818c1-99c9-4e9e-9c2b-bb48c5705295 req-92fd9435-d89b-4481-8b14-cf58847c3855 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Request body: {'port': {'security_groups': ['7de10ea1-c321-48d0-bd45-f8ccf2f66da9']}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:34:40.588505 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-ce8818c1-99c9-4e9e-9c2b-bb48c5705295 req-92fd9435-d89b-4481-8b14-cf58847c3855 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:40.753672 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.db [req-ce8818c1-99c9-4e9e-9c2b-bb48c5705295 req-92fd9435-d89b-4481-8b14-cf58847c3855 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] For port d7ac8078-a076-4502-9a85-1eb7e02bdc07, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=d7ac8078-a076-4502-9a85-1eb7e02bdc07,segment=NetworkSegment(bcb82d62-f15a-4999-97b2-fb2390391dc7),segment_id=bcb82d62-f15a-4999-97b2-fb2390391dc7)] {{(pid=92746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:34:40.781105 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-ce8818c1-99c9-4e9e-9c2b-bb48c5705295 req-92fd9435-d89b-4481-8b14-cf58847c3855 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Notify callbacks [] for port, precommit_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:40.785907 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-ce8818c1-99c9-4e9e-9c2b-bb48c5705295 req-92fd9435-d89b-4481-8b14-cf58847c3855 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33408459'] for port, after_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:40.790044 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:40.824059 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] get_ports_and_sgs() called for port_ids ['d7ac8078-a076-4502-9a85-1eb7e02bdc07'] {{(pid=92747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:34:40.834769 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8818c1-99c9-4e9e-9c2b-bb48c5705295 req-92fd9435-d89b-4481-8b14-cf58847c3855 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:40.835395 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-ce8818c1-99c9-4e9e-9c2b-bb48c5705295 req-92fd9435-d89b-4481-8b14-cf58847c3855 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5899'] for port, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:40.836772 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-ce8818c1-99c9-4e9e-9c2b-bb48c5705295 req-92fd9435-d89b-4481-8b14-cf58847c3855 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "PUT /v2.0/ports/d7ac8078-a076-4502-9a85-1eb7e02bdc07 HTTP/1.1" status: 200 len: 943 time: 0.3345714 Jun 21 04:34:40.837272 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18996e50-2fae-40b4-98b0-4095a44006a0', 'tag': 'd7ac8078-a076-4502-9a85-1eb7e02bdc07'}] {{(pid=92746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:34:40.839638 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7cbf71f9e1aa915714a5a62000f0bd5d8f9af41b6b6cc8a146f78dbc3385941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe57191a-556b-4108-9019-95c510feee11" -d '{"events": [{"name": "network-changed", "server_uuid": "18996e50-2fae-40b4-98b0-4095a44006a0", "tag": "d7ac8078-a076-4502-9a85-1eb7e02bdc07"}]}' {{(pid=92746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:34:40.843912 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 34696) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:40.865814 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fd9435-d89b-4481-8b14-cf58847c3855 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Pushing event updated for resources: {'Port': ['ID=d7ac8078-a076-4502-9a85-1eb7e02bdc07,revision_number=7']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:40.869073 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-92fd9435-d89b-4481-8b14-cf58847c3855 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:40.911365 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea0c4aa-75f5-4b39-9951-85e12aba1a0f x-openstack-request-id: req-bea0c4aa-75f5-4b39-9951-85e12aba1a0f {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:34:40.911709 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18996e50-2fae-40b4-98b0-4095a44006a0", "tag": "d7ac8078-a076-4502-9a85-1eb7e02bdc07", "status": "completed", "code": 200}]} {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:34:40.912017 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bea0c4aa-75f5-4b39-9951-85e12aba1a0f {{(pid=92746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:34:40.912424 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18996e50-2fae-40b4-98b0-4095a44006a0', 'tag': 'd7ac8078-a076-4502-9a85-1eb7e02bdc07', 'status': 'completed', 'code': 200} Jun 21 04:34:40.920349 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-345b97c3-3cee-4cd6-97e9-4a4f6b76056f tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Notify callbacks [] for security_group, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:40.952783 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-345b97c3-3cee-4cd6-97e9-4a4f6b76056f tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:40.982040 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] get_ports_and_sgs() called for port_ids ['d7ac8078-a076-4502-9a85-1eb7e02bdc07'] {{(pid=92747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:34:41.065618 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-345b97c3-3cee-4cd6-97e9-4a4f6b76056f tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:41.070888 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-345b97c3-3cee-4cd6-97e9-4a4f6b76056f tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Notify callbacks [] for security_group, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:41.074644 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-345b97c3-3cee-4cd6-97e9-4a4f6b76056f tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "DELETE /v2.0/security-groups/69bf17cf-0470-4fcd-ac69-dfff33f03fdb HTTP/1.1" status: 204 len: 168 time: 0.2288029 Jun 21 04:34:41.074644 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-5fbfda31-b504-4b00-bedd-f2d201929295 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:41.076617 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 34702) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:41.156545 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fd8320-4e9f-4041-a0ad-ed4b23c7e688 req-a2b313cb-192c-431c-8e15-173113f79103 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:41.158316 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-39fd8320-4e9f-4041-a0ad-ed4b23c7e688 req-a2b313cb-192c-431c-8e15-173113f79103 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53 HTTP/1.1" status: 200 len: 946 time: 0.2274244 Jun 21 04:34:41.164233 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345b97c3-3cee-4cd6-97e9-4a4f6b76056f tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69bf17cf-0470-4fcd-ac69-dfff33f03fdb,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:41.201253 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-39fd8320-4e9f-4041-a0ad-ed4b23c7e688 req-258097d2-cbbc-4b58-af4c-dbccff166bd9 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b87962f-ec15-4f45-82d9-8094e00c4440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353856 Jun 21 04:34:41.215583 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-345b97c3-3cee-4cd6-97e9-4a4f6b76056f tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:41.260271 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-8c3ee459-753e-4a24-ae29-6f040fa994c8 None None] Provisioning complete for port d7ac8078-a076-4502-9a85-1eb7e02bdc07 triggered by entity DHCP. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:34:41.260679 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-8c3ee459-753e-4a24-ae29-6f040fa994c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:41.287153 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe57191a-556b-4108-9019-95c510feee11 req-4b9552e5-d1b5-4578-bd4b-5976c6fe0774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:41.288735 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-fe57191a-556b-4108-9019-95c510feee11 req-4b9552e5-d1b5-4578-bd4b-5976c6fe0774 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e61908d6671944fe97c42e49b197ffce&device_id=18996e50-2fae-40b4-98b0-4095a44006a0 HTTP/1.1" status: 200 len: 1099 time: 0.3137403 Jun 21 04:34:41.347943 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-ab544ce1-a783-4284-b955-ecdf55ead1aa tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Deleting port c53dc1d4-56fe-41d5-b86e-8bbc480677eb {{(pid=92745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:34:41.348359 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-ab544ce1-a783-4284-b955-ecdf55ead1aa tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789667499749'] for port, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:41.437620 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe57191a-556b-4108-9019-95c510feee11 req-4490fd8d-a186-4734-8523-82adbe917fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:41.439048 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-fe57191a-556b-4108-9019-95c510feee11 req-4490fd8d-a186-4734-8523-82adbe917fc6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9e3bb3a6-2b59-4fb4-895f-f70ce89edae9 HTTP/1.1" status: 200 len: 915 time: 0.1427405 Jun 21 04:34:41.455700 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-ab544ce1-a783-4284-b955-ecdf55ead1aa tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062555'] for port, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:41.456022 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-ab544ce1-a783-4284-b955-ecdf55ead1aa tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:41.547949 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-ab544ce1-a783-4284-b955-ecdf55ead1aa tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Calling delete_port for c53dc1d4-56fe-41d5-b86e-8bbc480677eb owned by network:floatingip {{(pid=92745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:34:41.571133 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-fe57191a-556b-4108-9019-95c510feee11 req-4338f15d-6400-4b0b-80f3-24b9ddb001f1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7ac8078-a076-4502-9a85-1eb7e02bdc07 HTTP/1.1" status: 200 len: 1002 time: 0.1241348 Jun 21 04:34:41.682188 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe57191a-556b-4108-9019-95c510feee11 req-fc237852-401e-423e-9716-13509759bee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:41.683834 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-fe57191a-556b-4108-9019-95c510feee11 req-fc237852-401e-423e-9716-13509759bee8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=918f4e71-5bf8-48ad-8f22-8af261c5caaa HTTP/1.1" status: 200 len: 853 time: 0.0810707 Jun 21 04:34:41.780219 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe57191a-556b-4108-9019-95c510feee11 req-f6631850-ea01-430c-9215-ee806b76886d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:41.781691 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-fe57191a-556b-4108-9019-95c510feee11 req-f6631850-ea01-430c-9215-ee806b76886d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9e3bb3a6-2b59-4fb4-895f-f70ce89edae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0918250 Jun 21 04:34:41.840134 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-ab544ce1-a783-4284-b955-ecdf55ead1aa tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789667503845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789666979166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30039426'] for port, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:41.849533 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:41.874236 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab544ce1-a783-4284-b955-ecdf55ead1aa tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Pushing event deleted for resources: {'Port': ['ID=c53dc1d4-56fe-41d5-b86e-8bbc480677eb,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:41.879635 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-ab544ce1-a783-4284-b955-ecdf55ead1aa tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:41.945744 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-fe57191a-556b-4108-9019-95c510feee11 req-882f7c4d-9561-4ca1-b84e-decb168243b0 service neutron] 10.222.0.38 "GET /v2.0/networks/9e3bb3a6-2b59-4fb4-895f-f70ce89edae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564305 Jun 21 04:34:41.953579 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-ab544ce1-a783-4284-b955-ecdf55ead1aa tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Notify callbacks [] for floatingip, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:41.953949 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.db.l3_db [None req-ab544ce1-a783-4284-b955-ecdf55ead1aa tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Floating IP 6d859e04-8b84-44a7-9d2c-24b414a77460 disassociated (deleted). External IP: 172.28.2.237, port: d7ac8078-a076-4502-9a85-1eb7e02bdc07. Jun 21 04:34:42.115992 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-fe57191a-556b-4108-9019-95c510feee11 req-52af1904-7b23-46da-aec2-0f183b4cbf8d service neutron] 10.222.0.38 "GET /v2.0/networks/9e3bb3a6-2b59-4fb4-895f-f70ce89edae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599417 Jun 21 04:34:42.219773 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab544ce1-a783-4284-b955-ecdf55ead1aa tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Router 917b1397-b2c8-463e-b663-dd8e16328a9b has already been hosted by L3 agent c5fde6f5-f096-4668-9faa-154c63e10de0 {{(pid=92745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:34:42.323166 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab544ce1-a783-4284-b955-ecdf55ead1aa tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Notify agent at l3_agent.dv-cinder-796889-2-smb the message routers_updated {{(pid=92745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:34:42.328015 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-ab544ce1-a783-4284-b955-ecdf55ead1aa tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5899'] for floatingip, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:42.333077 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d63468-a534-4aa6-9979-77e45e6afd54 None None] Sync routers for ids ['917b1397-b2c8-463e-b663-dd8e16328a9b'] in dv-cinder-796889-2-smb {{(pid=92747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:34:42.341716 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d63468-a534-4aa6-9979-77e45e6afd54 None None] Routers {'917b1397-b2c8-463e-b663-dd8e16328a9b'} bound to L3 agent in host dv-cinder-796889-2-smb {{(pid=92747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:34:42.342406 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-09d63468-a534-4aa6-9979-77e45e6afd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:21:37Z,description=,heartbeat_timestamp=2021-06-21T04:34:37Z,host='dv-cinder-796889-2-smb',id=c5fde6f5-f096-4668-9faa-154c63e10de0,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:21:37Z,topic='l3_agent')) {'router_ids': ['917b1397-b2c8-463e-b663-dd8e16328a9b'], 'active': True} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:34:42.366727 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-ab544ce1-a783-4284-b955-ecdf55ead1aa tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "DELETE /v2.0/floatingips/6d859e04-8b84-44a7-9d2c-24b414a77460 HTTP/1.1" status: 204 len: 168 time: 1.2852600 Jun 21 04:34:42.366727 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18996e50-2fae-40b4-98b0-4095a44006a0', 'tag': 'd7ac8078-a076-4502-9a85-1eb7e02bdc07'}] {{(pid=92745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:34:42.367390 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e65a7435921a4b725d950f60fbdbd7b7a483a7692f8e299216e8097d5419be07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d15671-d28b-4272-91d4-fd350aac2fa3" -d '{"events": [{"name": "network-changed", "server_uuid": "18996e50-2fae-40b4-98b0-4095a44006a0", "tag": "d7ac8078-a076-4502-9a85-1eb7e02bdc07"}]}' {{(pid=92745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:34:42.399715 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d00d45-4ab3-4715-b6de-c072acd4b2ae req-3348aa39-630b-42fd-b1ff-ca8e61e4f656 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:42.401588 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-90d00d45-4ab3-4715-b6de-c072acd4b2ae req-3348aa39-630b-42fd-b1ff-ca8e61e4f656 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53 HTTP/1.1" status: 200 len: 946 time: 0.0807362 Jun 21 04:34:42.439650 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-90d00d45-4ab3-4715-b6de-c072acd4b2ae req-080adb91-dfd3-48bb-9aff-97d4a00f9e48 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b87962f-ec15-4f45-82d9-8094e00c4440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320315 Jun 21 04:34:42.449794 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvr_db [None req-09d63468-a534-4aa6-9979-77e45e6afd54 None None] Set router 917b1397-b2c8-463e-b663-dd8e16328a9b gateway port host: dv-cinder-796889-2-smb {{(pid=92747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:34:42.494218 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd5102a9-26ab-4474-bcf4-d2dcd9297860 x-openstack-request-id: req-dd5102a9-26ab-4474-bcf4-d2dcd9297860 {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:34:42.494656 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18996e50-2fae-40b4-98b0-4095a44006a0", "tag": "d7ac8078-a076-4502-9a85-1eb7e02bdc07", "status": "completed", "code": 200}]} {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:34:42.500823 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dd5102a9-26ab-4474-bcf4-d2dcd9297860 {{(pid=92745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:34:42.501396 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18996e50-2fae-40b4-98b0-4095a44006a0', 'tag': 'd7ac8078-a076-4502-9a85-1eb7e02bdc07', 'status': 'completed', 'code': 200} Jun 21 04:34:42.612983 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d15671-d28b-4272-91d4-fd350aac2fa3 req-d3c591da-fbc6-411b-a71d-830ac8447813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:42.615181 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-a0d15671-d28b-4272-91d4-fd350aac2fa3 req-d3c591da-fbc6-411b-a71d-830ac8447813 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e61908d6671944fe97c42e49b197ffce&device_id=18996e50-2fae-40b4-98b0-4095a44006a0 HTTP/1.1" status: 200 len: 1099 time: 0.0683441 Jun 21 04:34:42.683821 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-09d63468-a534-4aa6-9979-77e45e6afd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917b1397-b2c8-463e-b663-dd8e16328a9b', 'name': 'tempest-TestMinimumBasicScenario-456427590-router', 'tenant_id': 'e61908d6671944fe97c42e49b197ffce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.153'}], 'enable_snat': True}, 'gw_port_id': '7d928b92-d998-4103-b7d0-c270bb2500d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:32:15Z', 'updated_at': '2021-06-21T04:32:19Z', 'revision_number': 4, 'project_id': 'e61908d6671944fe97c42e49b197ffce', 'gw_port': {'id': '7d928b92-d998-4103-b7d0-c270bb2500d7', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:79:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917b1397-b2c8-463e-b663-dd8e16328a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:32:16Z', 'updated_at': '2021-06-21T04:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb', '_interfaces': [{'id': 'ca0512ca-ce33-4df1-97b3-dc14d34c89ac', 'name': '', 'network_id': '9e3bb3a6-2b59-4fb4-895f-f70ce89edae9', 'tenant_id': 'e61908d6671944fe97c42e49b197ffce', 'mac_address': 'fa:16:3e:8b:85:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917b1397-b2c8-463e-b663-dd8e16328a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '918f4e71-5bf8-48ad-8f22-8af261c5caaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:32:18Z', 'updated_at': '2021-06-21T04:32:27Z', 'revision_number': 5, 'project_id': 'e61908d6671944fe97c42e49b197ffce', 'subnets': [{'id': '918f4e71-5bf8-48ad-8f22-8af261c5caaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-smb', False) {} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:34:42.718070 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d15671-d28b-4272-91d4-fd350aac2fa3 req-0eb29688-76b4-4097-aa41-8947be2d8224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:42.718395 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d63468-a534-4aa6-9979-77e45e6afd54 None None] Checking router: 917b1397-b2c8-463e-b663-dd8e16328a9b for host: dv-cinder-796889-2-smb {{(pid=92747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:34:42.719534 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-a0d15671-d28b-4272-91d4-fd350aac2fa3 req-0eb29688-76b4-4097-aa41-8947be2d8224 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9e3bb3a6-2b59-4fb4-895f-f70ce89edae9 HTTP/1.1" status: 200 len: 915 time: 0.0967705 Jun 21 04:34:42.726637 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d63468-a534-4aa6-9979-77e45e6afd54 None None] Routers {'917b1397-b2c8-463e-b663-dd8e16328a9b'} bound to L3 agent in host dv-cinder-796889-2-smb {{(pid=92747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:34:42.727239 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-09d63468-a534-4aa6-9979-77e45e6afd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:21:37Z,description=,heartbeat_timestamp=2021-06-21T04:34:37Z,host='dv-cinder-796889-2-smb',id=c5fde6f5-f096-4668-9faa-154c63e10de0,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:21:37Z,topic='l3_agent')) {'router_ids': ['917b1397-b2c8-463e-b663-dd8e16328a9b'], 'active': True} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:34:42.803921 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-a0d15671-d28b-4272-91d4-fd350aac2fa3 req-5f62bf44-cbbe-4440-8564-7848f3f0ed4a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7ac8078-a076-4502-9a85-1eb7e02bdc07 HTTP/1.1" status: 200 len: 217 time: 0.0378587 Jun 21 04:34:42.854052 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvr_db [None req-09d63468-a534-4aa6-9979-77e45e6afd54 None None] Set router 917b1397-b2c8-463e-b663-dd8e16328a9b gateway port host: dv-cinder-796889-2-smb {{(pid=92747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:34:42.858052 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d15671-d28b-4272-91d4-fd350aac2fa3 req-a589c1e5-80e4-48fa-a599-251a2c8d84f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:42.859558 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-a0d15671-d28b-4272-91d4-fd350aac2fa3 req-a589c1e5-80e4-48fa-a599-251a2c8d84f6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=918f4e71-5bf8-48ad-8f22-8af261c5caaa HTTP/1.1" status: 200 len: 853 time: 0.0485568 Jun 21 04:34:42.941076 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d15671-d28b-4272-91d4-fd350aac2fa3 req-1b31a565-f216-44e4-8148-d0e721322ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:42.942748 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-a0d15671-d28b-4272-91d4-fd350aac2fa3 req-1b31a565-f216-44e4-8148-d0e721322ae8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9e3bb3a6-2b59-4fb4-895f-f70ce89edae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0549607 Jun 21 04:34:43.100820 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-09d63468-a534-4aa6-9979-77e45e6afd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917b1397-b2c8-463e-b663-dd8e16328a9b', 'name': 'tempest-TestMinimumBasicScenario-456427590-router', 'tenant_id': 'e61908d6671944fe97c42e49b197ffce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.153'}], 'enable_snat': True}, 'gw_port_id': '7d928b92-d998-4103-b7d0-c270bb2500d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:32:15Z', 'updated_at': '2021-06-21T04:32:19Z', 'revision_number': 4, 'project_id': 'e61908d6671944fe97c42e49b197ffce', 'gw_port': {'id': '7d928b92-d998-4103-b7d0-c270bb2500d7', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:79:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917b1397-b2c8-463e-b663-dd8e16328a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:32:16Z', 'updated_at': '2021-06-21T04:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb', '_interfaces': [{'id': 'ca0512ca-ce33-4df1-97b3-dc14d34c89ac', 'name': '', 'network_id': '9e3bb3a6-2b59-4fb4-895f-f70ce89edae9', 'tenant_id': 'e61908d6671944fe97c42e49b197ffce', 'mac_address': 'fa:16:3e:8b:85:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917b1397-b2c8-463e-b663-dd8e16328a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '918f4e71-5bf8-48ad-8f22-8af261c5caaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:32:18Z', 'updated_at': '2021-06-21T04:32:27Z', 'revision_number': 5, 'project_id': 'e61908d6671944fe97c42e49b197ffce', 'subnets': [{'id': '918f4e71-5bf8-48ad-8f22-8af261c5caaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-smb', False) {} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:34:43.129385 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d63468-a534-4aa6-9979-77e45e6afd54 None None] The sync data for ids ['917b1397-b2c8-463e-b663-dd8e16328a9b'] in dv-cinder-796889-2-smb is: [{'id': '917b1397-b2c8-463e-b663-dd8e16328a9b', 'name': 'tempest-TestMinimumBasicScenario-456427590-router', 'tenant_id': 'e61908d6671944fe97c42e49b197ffce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.153'}], 'enable_snat': True}, 'gw_port_id': '7d928b92-d998-4103-b7d0-c270bb2500d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:32:15Z', 'updated_at': '2021-06-21T04:32:19Z', 'revision_number': 4, 'project_id': 'e61908d6671944fe97c42e49b197ffce', 'gw_port': {'id': '7d928b92-d998-4103-b7d0-c270bb2500d7', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:79:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917b1397-b2c8-463e-b663-dd8e16328a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:32:16Z', 'updated_at': '2021-06-21T04:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb', '_interfaces': [{'id': 'ca0512ca-ce33-4df1-97b3-dc14d34c89ac', 'name': '', 'network_id': '9e3bb3a6-2b59-4fb4-895f-f70ce89edae9', 'tenant_id': 'e61908d6671944fe97c42e49b197ffce', 'mac_address': 'fa:16:3e:8b:85:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917b1397-b2c8-463e-b663-dd8e16328a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '918f4e71-5bf8-48ad-8f22-8af261c5caaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:32:18Z', 'updated_at': '2021-06-21T04:32:27Z', 'revision_number': 5, 'project_id': 'e61908d6671944fe97c42e49b197ffce', 'subnets': [{'id': '918f4e71-5bf8-48ad-8f22-8af261c5caaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:34:43.331184 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-a0d15671-d28b-4272-91d4-fd350aac2fa3 req-d5b9e265-3d29-40eb-b378-8d1dcb905251 service neutron] 10.222.0.38 "GET /v2.0/networks/9e3bb3a6-2b59-4fb4-895f-f70ce89edae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3618498 Jun 21 04:34:43.362530 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea89e8ec-8df1-4db7-ab38-74a1f9f1d583 None None] New status for floating IP 6d859e04-8b84-44a7-9d2c-24b414a77460: DOWN {{(pid=92748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 04:34:43.440003 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-a0d15671-d28b-4272-91d4-fd350aac2fa3 req-30f923e6-e025-4106-8982-aedcdaded9c8 service neutron] 10.222.0.38 "GET /v2.0/networks/9e3bb3a6-2b59-4fb4-895f-f70ce89edae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863950 Jun 21 04:34:43.632203 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e49ae56-6f56-48c0-bad7-4463cf4e2dab req-6bd0eca3-81b0-4c00-8361-51af7c26b4c9 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:43.633689 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-4e49ae56-6f56-48c0-bad7-4463cf4e2dab req-6bd0eca3-81b0-4c00-8361-51af7c26b4c9 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53 HTTP/1.1" status: 200 len: 946 time: 0.0700529 Jun 21 04:34:43.670586 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-4e49ae56-6f56-48c0-bad7-4463cf4e2dab req-406faacf-b29d-4643-9c9d-00c7d6759272 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b87962f-ec15-4f45-82d9-8094e00c4440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313137 Jun 21 04:34:44.844887 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34cb4f6-24fa-4dad-845a-32e8cfd80d19 req-be9537ca-6490-4c5f-8a81-13315199f146 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:44.846358 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-f34cb4f6-24fa-4dad-845a-32e8cfd80d19 req-be9537ca-6490-4c5f-8a81-13315199f146 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53 HTTP/1.1" status: 200 len: 946 time: 0.0617864 Jun 21 04:34:44.883361 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-f34cb4f6-24fa-4dad-845a-32e8cfd80d19 req-acf03393-09c5-40c5-b866-8b189512ec09 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b87962f-ec15-4f45-82d9-8094e00c4440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308521 Jun 21 04:34:45.071512 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device b9ba875a-c630-4d4b-a443-c0b565df1587 details requested by agent hyperv_hv-cinder-79688 with host hv-cinder-79688 {{(pid=92747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:34:45.173869 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] For port b9ba875a-c630-4d4b-a443-c0b565df1587, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=b9ba875a-c630-4d4b-a443-c0b565df1587,segment=NetworkSegment(df3f6f4e-05ff-4d6f-923e-8ebc44f445d6),segment_id=df3f6f4e-05ff-4d6f-923e-8ebc44f445d6)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:34:45.185914 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Returning: {'device': 'b9ba875a-c630-4d4b-a443-c0b565df1587', 'network_id': '38e35d0b-e570-49d3-959b-c55bd6e0308c', 'port_id': 'b9ba875a-c630-4d4b-a443-c0b565df1587', 'mac_address': 'fa:16:3e:fb:47:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f995fa3-0676-46ec-80cb-22d4129d3f36', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:34:45.226570 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:45.239535 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.notifiers.nova [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b9ba875a-c630-4d4b-a443-c0b565df1587 {{(pid=92747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:34:45.260914 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] For port b9ba875a-c630-4d4b-a443-c0b565df1587, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=b9ba875a-c630-4d4b-a443-c0b565df1587,segment=NetworkSegment(df3f6f4e-05ff-4d6f-923e-8ebc44f445d6),segment_id=df3f6f4e-05ff-4d6f-923e-8ebc44f445d6)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:34:45.266045 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:45.268034 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:45.325065 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Pushing event updated for resources: {'Port': ['ID=b9ba875a-c630-4d4b-a443-c0b565df1587,revision_number=6']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:45.332703 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:45.333056 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:45.333484 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:45.333818 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:45.334273 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:45.334598 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:45.334921 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:45.335241 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:45.335558 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:45.335874 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:45.336190 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:45.336500 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:45.340868 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:45.427782 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] get_ports_and_sgs() called for port_ids ['b9ba875a-c630-4d4b-a443-c0b565df1587'] {{(pid=92747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:34:45.461808 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3527862-96b9-4c8f-a548-3ef190be7eea req-6a37da88-15d6-47bf-9042-6e87f0cfbed6 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:45.463330 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-f3527862-96b9-4c8f-a548-3ef190be7eea req-6a37da88-15d6-47bf-9042-6e87f0cfbed6 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/ports?device_id=18996e50-2fae-40b4-98b0-4095a44006a0 HTTP/1.1" status: 200 len: 946 time: 0.0695331 Jun 21 04:34:45.501387 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-f3527862-96b9-4c8f-a548-3ef190be7eea req-47bb9d21-4579-4a12-847b-f484b9591c46 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/security-groups?id=7de10ea1-c321-48d0-bd45-f8ccf2f66da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320859 Jun 21 04:34:46.089500 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f5105-7aad-4790-812c-a11cb76a4317 req-3fb23514-35e2-4bb0-8d3c-d7522ea52c11 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:46.090971 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-7e7f5105-7aad-4790-812c-a11cb76a4317 req-3fb23514-35e2-4bb0-8d3c-d7522ea52c11 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53 HTTP/1.1" status: 200 len: 945 time: 0.0802190 Jun 21 04:34:46.130260 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-7e7f5105-7aad-4790-812c-a11cb76a4317 req-6cd9240b-830d-43d8-80b3-5820e075d36c tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b87962f-ec15-4f45-82d9-8094e00c4440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329566 Jun 21 04:34:46.691406 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc7c4a5-ca22-426d-9979-9e0073727179 req-07cfb94c-52c5-4bbd-b7f0-485053f5b01c tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:46.693519 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-fcc7c4a5-ca22-426d-9979-9e0073727179 req-07cfb94c-52c5-4bbd-b7f0-485053f5b01c tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/ports?device_id=18996e50-2fae-40b4-98b0-4095a44006a0 HTTP/1.1" status: 200 len: 946 time: 0.0733600 Jun 21 04:34:46.732700 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-fcc7c4a5-ca22-426d-9979-9e0073727179 req-ce6fe902-97a5-40bc-b7dd-67e7f829a93e tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/security-groups?id=7de10ea1-c321-48d0-bd45-f8ccf2f66da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336952 Jun 21 04:34:47.090928 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device b9ba875a-c630-4d4b-a443-c0b565df1587 up at agent hyperv_hv-cinder-79688 {{(pid=92747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:34:47.154944 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Provisioning complete for port b9ba875a-c630-4d4b-a443-c0b565df1587 triggered by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:34:47.156538 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:47.317562 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:47.343809 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ba875a-c630-4d4b-a443-c0b565df1587'}] {{(pid=92747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:34:47.346912 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}801f1ae26e0cb5c56acb95c727deede285b0e3a42266231ef73c077b6573d85d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b2b239-bd16-4140-9c5a-7c8fb428292e" -d '{"events": [{"server_uuid": "b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53", "name": "network-vif-plugged", "status": "completed", "tag": "b9ba875a-c630-4d4b-a443-c0b565df1587"}]}' {{(pid=92747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:34:47.362534 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] For port b9ba875a-c630-4d4b-a443-c0b565df1587, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=b9ba875a-c630-4d4b-a443-c0b565df1587,segment=NetworkSegment(df3f6f4e-05ff-4d6f-923e-8ebc44f445d6),segment_id=df3f6f4e-05ff-4d6f-923e-8ebc44f445d6)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:34:47.369116 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:47.372200 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-fae2eb4f-d2a3-4b76-be8a-c82eae6b7018 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:47.430808 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Pushing event updated for resources: {'Port': ['ID=b9ba875a-c630-4d4b-a443-c0b565df1587,revision_number=7']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:47.434860 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:47.438051 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd2d0e33-81a9-4c96-9caf-3ccc77571b30 x-openstack-request-id: req-cd2d0e33-81a9-4c96-9caf-3ccc77571b30 {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:34:47.438401 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53", "name": "network-vif-plugged", "status": "completed", "tag": "b9ba875a-c630-4d4b-a443-c0b565df1587", "code": 200}]} {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:34:47.438976 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cd2d0e33-81a9-4c96-9caf-3ccc77571b30 {{(pid=92747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:34:47.439644 dv-cinder-796889-2-smb neutron-server[92747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ba875a-c630-4d4b-a443-c0b565df1587', 'code': 200} Jun 21 04:34:47.493045 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a097987-5480-45d1-a45c-9de38321182c req-9c09cd3b-02b6-4ed1-ad5f-49d3b7944b8c tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:47.495436 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-7a097987-5480-45d1-a45c-9de38321182c req-9c09cd3b-02b6-4ed1-ad5f-49d3b7944b8c tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.38 "GET /v2.0/ports?device_id=18996e50-2fae-40b4-98b0-4095a44006a0 HTTP/1.1" status: 200 len: 946 time: 0.1193762 Jun 21 04:34:47.536447 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b6fd2-e16e-4e1b-865c-d92822640189 req-c4268e8f-ffcf-442f-8c92-8a5c323af81c tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:47.544349 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-005b6fd2-e16e-4e1b-865c-d92822640189 req-c4268e8f-ffcf-442f-8c92-8a5c323af81c tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53 HTTP/1.1" status: 200 len: 946 time: 0.0766649 Jun 21 04:34:47.591156 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-005b6fd2-e16e-4e1b-865c-d92822640189 req-41e868ab-657e-4c4f-8706-138a6a8649ca tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b87962f-ec15-4f45-82d9-8094e00c4440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455532 Jun 21 04:34:47.624236 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [req-7a097987-5480-45d1-a45c-9de38321182c req-518f22b1-b23f-4959-bc88-7aceb57aa9a6 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Deleting port d7ac8078-a076-4502-9a85-1eb7e02bdc07 {{(pid=92745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:34:47.624962 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-7a097987-5480-45d1-a45c-9de38321182c req-518f22b1-b23f-4959-bc88-7aceb57aa9a6 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789667499749'] for port, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:47.759699 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [req-7a097987-5480-45d1-a45c-9de38321182c req-518f22b1-b23f-4959-bc88-7aceb57aa9a6 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] For port d7ac8078-a076-4502-9a85-1eb7e02bdc07, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=d7ac8078-a076-4502-9a85-1eb7e02bdc07,segment=NetworkSegment(bcb82d62-f15a-4999-97b2-fb2390391dc7),segment_id=bcb82d62-f15a-4999-97b2-fb2390391dc7)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:34:47.760091 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-7a097987-5480-45d1-a45c-9de38321182c req-518f22b1-b23f-4959-bc88-7aceb57aa9a6 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062555'] for port, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:47.849128 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [req-7a097987-5480-45d1-a45c-9de38321182c req-518f22b1-b23f-4959-bc88-7aceb57aa9a6 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Calling delete_port for d7ac8078-a076-4502-9a85-1eb7e02bdc07 owned by compute:nova {{(pid=92745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:34:47.929491 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f05aed-69ac-4c02-adf2-cfef2e5f43ec req-bc04816e-ede3-482a-a4af-27777513cea9 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:47.931364 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-d9f05aed-69ac-4c02-adf2-cfef2e5f43ec req-bc04816e-ede3-482a-a4af-27777513cea9 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/ports?device_id=18996e50-2fae-40b4-98b0-4095a44006a0 HTTP/1.1" status: 200 len: 946 time: 0.0753317 Jun 21 04:34:47.976784 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-d9f05aed-69ac-4c02-adf2-cfef2e5f43ec req-4ee553db-d8a6-44ff-9297-ab4257e3045a tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.13 "GET /v2.0/security-groups?id=7de10ea1-c321-48d0-bd45-f8ccf2f66da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392110 Jun 21 04:34:48.007081 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-7a097987-5480-45d1-a45c-9de38321182c req-518f22b1-b23f-4959-bc88-7aceb57aa9a6 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789667503845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789666979166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30039426'] for port, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:48.014162 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-2b4e6ef6-c8f9-47d7-8a35-5a8ca3341312 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:48.035465 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518f22b1-b23f-4959-bc88-7aceb57aa9a6 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Pushing event deleted for resources: {'Port': ['ID=d7ac8078-a076-4502-9a85-1eb7e02bdc07,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:48.045384 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] get_ports_and_sgs() called for port_ids ['d7ac8078-a076-4502-9a85-1eb7e02bdc07'] {{(pid=92747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:34:48.048678 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-518f22b1-b23f-4959-bc88-7aceb57aa9a6 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:48.102187 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a097987-5480-45d1-a45c-9de38321182c req-518f22b1-b23f-4959-bc88-7aceb57aa9a6 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] No DVR routers for this DVR port d7ac8078-a076-4502-9a85-1eb7e02bdc07 on host hv-cinder-79688 {{(pid=92745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:34:48.105633 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-7a097987-5480-45d1-a45c-9de38321182c req-518f22b1-b23f-4959-bc88-7aceb57aa9a6 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5899'] for port, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:48.106723 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-7a097987-5480-45d1-a45c-9de38321182c req-518f22b1-b23f-4959-bc88-7aceb57aa9a6 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] 10.222.0.38 "DELETE /v2.0/ports/d7ac8078-a076-4502-9a85-1eb7e02bdc07 HTTP/1.1" status: 204 len: 173 time: 0.6033056 Jun 21 04:34:48.107238 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18996e50-2fae-40b4-98b0-4095a44006a0', 'name': 'network-vif-deleted', 'tag': 'd7ac8078-a076-4502-9a85-1eb7e02bdc07'}] {{(pid=92745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:34:48.109633 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e65a7435921a4b725d950f60fbdbd7b7a483a7692f8e299216e8097d5419be07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e007696-6f33-4242-87dd-7710c5ecf8f7" -d '{"events": [{"server_uuid": "18996e50-2fae-40b4-98b0-4095a44006a0", "name": "network-vif-deleted", "tag": "d7ac8078-a076-4502-9a85-1eb7e02bdc07"}]}' {{(pid=92745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:34:48.237951 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed066a0-528a-4892-a6e7-4a65009725aa x-openstack-request-id: req-1ed066a0-528a-4892-a6e7-4a65009725aa {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:34:48.237951 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18996e50-2fae-40b4-98b0-4095a44006a0", "name": "network-vif-deleted", "tag": "d7ac8078-a076-4502-9a85-1eb7e02bdc07", "status": "completed", "code": 200}]} {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:34:48.237951 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1ed066a0-528a-4892-a6e7-4a65009725aa {{(pid=92745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:34:48.237951 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18996e50-2fae-40b4-98b0-4095a44006a0', 'name': 'network-vif-deleted', 'tag': 'd7ac8078-a076-4502-9a85-1eb7e02bdc07', 'status': 'completed', 'code': 200} Jun 21 04:34:48.795927 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f691b-e3d3-4cdf-b576-9d19b5efe106 req-f8c9f5f6-91f6-46dc-8236-9645e35371c9 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:48.797502 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-2f5f691b-e3d3-4cdf-b576-9d19b5efe106 req-f8c9f5f6-91f6-46dc-8236-9645e35371c9 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53 HTTP/1.1" status: 200 len: 946 time: 0.0796931 Jun 21 04:34:48.854388 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-2f5f691b-e3d3-4cdf-b576-9d19b5efe106 req-b43c6123-9ccc-4217-86ed-18e8aad25a3f tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b87962f-ec15-4f45-82d9-8094e00c4440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504169 Jun 21 04:34:49.727022 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 34882) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:50.111261 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd401279-53d6-4c70-9967-fa4e17b10374 req-080e5bbc-b3f3-4965-b279-566197989382 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:50.112738 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-fd401279-53d6-4c70-9967-fa4e17b10374 req-080e5bbc-b3f3-4965-b279-566197989382 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53 HTTP/1.1" status: 200 len: 946 time: 0.1257582 Jun 21 04:34:50.176291 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-fd401279-53d6-4c70-9967-fa4e17b10374 req-f51125e9-f7a8-4c1e-8475-653adb03c658 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b87962f-ec15-4f45-82d9-8094e00c4440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540798 Jun 21 04:34:50.305646 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-d73b15c1-ee90-47ad-a802-b0aee24d7713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33243850'] for router_interface, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:50.674303 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [None req-d73b15c1-ee90-47ad-a802-b0aee24d7713 admin admin] Deleting port ca0512ca-ce33-4df1-97b3-dc14d34c89ac {{(pid=92746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:34:50.674545 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-d73b15c1-ee90-47ad-a802-b0aee24d7713 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789667499749'] for port, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:50.758555 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.db [None req-d73b15c1-ee90-47ad-a802-b0aee24d7713 admin admin] For port ca0512ca-ce33-4df1-97b3-dc14d34c89ac, host dv-cinder-796889-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-smb',level=0,port_id=ca0512ca-ce33-4df1-97b3-dc14d34c89ac,segment=NetworkSegment(bcb82d62-f15a-4999-97b2-fb2390391dc7),segment_id=bcb82d62-f15a-4999-97b2-fb2390391dc7)] {{(pid=92746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:34:50.759102 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-d73b15c1-ee90-47ad-a802-b0aee24d7713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062555'] for port, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:50.837281 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [None req-d73b15c1-ee90-47ad-a802-b0aee24d7713 admin admin] Calling delete_port for ca0512ca-ce33-4df1-97b3-dc14d34c89ac owned by network:router_interface {{(pid=92746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:34:51.037687 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-d73b15c1-ee90-47ad-a802-b0aee24d7713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789667503845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789666979166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33408498'] for port, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:51.039874 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-4da7fe14-7016-4345-ad28-1e84c6a5b10c tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:51.066543 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73b15c1-ee90-47ad-a802-b0aee24d7713 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca0512ca-ce33-4df1-97b3-dc14d34c89ac,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:51.111870 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73b15c1-ee90-47ad-a802-b0aee24d7713 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:51.112469 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73b15c1-ee90-47ad-a802-b0aee24d7713 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:51.112619 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73b15c1-ee90-47ad-a802-b0aee24d7713 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:51.112920 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73b15c1-ee90-47ad-a802-b0aee24d7713 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:51.113274 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73b15c1-ee90-47ad-a802-b0aee24d7713 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:51.114257 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73b15c1-ee90-47ad-a802-b0aee24d7713 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:51.114786 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73b15c1-ee90-47ad-a802-b0aee24d7713 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:51.115452 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73b15c1-ee90-47ad-a802-b0aee24d7713 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:51.115452 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73b15c1-ee90-47ad-a802-b0aee24d7713 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:51.116282 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73b15c1-ee90-47ad-a802-b0aee24d7713 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:51.116282 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73b15c1-ee90-47ad-a802-b0aee24d7713 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:51.116648 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73b15c1-ee90-47ad-a802-b0aee24d7713 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:51.121634 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-d73b15c1-ee90-47ad-a802-b0aee24d7713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:51.125128 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device d7ac8078-a076-4502-9a85-1eb7e02bdc07 no longer exists at agent hyperv_hv-cinder-79688 {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:34:51.179874 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] No Port match for: d7ac8078-a076-4502-9a85-1eb7e02bdc07 {{(pid=92747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:34:51.180336 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device d7ac8078-a076-4502-9a85-1eb7e02bdc07 not bound to the agent host hv-cinder-79688 {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:34:51.410013 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-d73b15c1-ee90-47ad-a802-b0aee24d7713 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33144680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33243766'] for router_interface, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:51.607046 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294e46f7-1096-46d3-b424-56e1a25772a2 req-e182742a-cf3e-4a33-842f-5eff97b062d9 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:51.609369 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-294e46f7-1096-46d3-b424-56e1a25772a2 req-e182742a-cf3e-4a33-842f-5eff97b062d9 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53 HTTP/1.1" status: 200 len: 946 time: 0.1492012 Jun 21 04:34:52.013171 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-294e46f7-1096-46d3-b424-56e1a25772a2 req-dc9ed39e-85d2-49ab-82cc-1c57b13a1553 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b87962f-ec15-4f45-82d9-8094e00c4440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3973730 Jun 21 04:34:52.054711 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d73b15c1-ee90-47ad-a802-b0aee24d7713 admin admin] Router 917b1397-b2c8-463e-b663-dd8e16328a9b has already been hosted by L3 agent c5fde6f5-f096-4668-9faa-154c63e10de0 {{(pid=92746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:34:52.184146 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d73b15c1-ee90-47ad-a802-b0aee24d7713 admin admin] Notify agent at l3_agent.dv-cinder-796889-2-smb the message routers_updated {{(pid=92746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:34:52.191427 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-d73b15c1-ee90-47ad-a802-b0aee24d7713 admin admin] 10.222.0.13 "PUT /v2.0/routers/917b1397-b2c8-463e-b663-dd8e16328a9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4633563 Jun 21 04:34:52.194626 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 34910) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:52.206356 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d728485-c541-4069-8aa7-a7731437151a None None] Sync routers for ids ['917b1397-b2c8-463e-b663-dd8e16328a9b'] in dv-cinder-796889-2-smb {{(pid=92747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:34:52.233515 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d728485-c541-4069-8aa7-a7731437151a None None] Routers {'917b1397-b2c8-463e-b663-dd8e16328a9b'} bound to L3 agent in host dv-cinder-796889-2-smb {{(pid=92747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:34:52.234332 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-5d728485-c541-4069-8aa7-a7731437151a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:21:37Z,description=,heartbeat_timestamp=2021-06-21T04:34:37Z,host='dv-cinder-796889-2-smb',id=c5fde6f5-f096-4668-9faa-154c63e10de0,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:21:37Z,topic='l3_agent')) {'router_ids': ['917b1397-b2c8-463e-b663-dd8e16328a9b'], 'active': True} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:34:52.352341 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-fac2bf25-9270-477f-8173-68a4f89ee5cb admin admin] Notify callbacks [] for router, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:52.378487 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvr_db [None req-5d728485-c541-4069-8aa7-a7731437151a None None] Set router 917b1397-b2c8-463e-b663-dd8e16328a9b gateway port host: dv-cinder-796889-2-smb {{(pid=92747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:34:52.465525 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-fac2bf25-9270-477f-8173-68a4f89ee5cb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:52.532047 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-fac2bf25-9270-477f-8173-68a4f89ee5cb admin admin] Deleting port 7d928b92-d998-4103-b7d0-c270bb2500d7 {{(pid=92745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:34:52.532392 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-fac2bf25-9270-477f-8173-68a4f89ee5cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789667499749'] for port, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:52.608545 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-5d728485-c541-4069-8aa7-a7731437151a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917b1397-b2c8-463e-b663-dd8e16328a9b', 'name': 'tempest-TestMinimumBasicScenario-456427590-router', 'tenant_id': 'e61908d6671944fe97c42e49b197ffce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.153'}], 'enable_snat': True}, 'gw_port_id': '7d928b92-d998-4103-b7d0-c270bb2500d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:32:15Z', 'updated_at': '2021-06-21T04:34:50Z', 'revision_number': 5, 'project_id': 'e61908d6671944fe97c42e49b197ffce', 'gw_port': {'id': '7d928b92-d998-4103-b7d0-c270bb2500d7', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:79:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917b1397-b2c8-463e-b663-dd8e16328a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:32:16Z', 'updated_at': '2021-06-21T04:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb'}], 'dv-cinder-796889-2-smb', False) {} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:34:52.629632 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-fac2bf25-9270-477f-8173-68a4f89ee5cb admin admin] For port 7d928b92-d998-4103-b7d0-c270bb2500d7, host dv-cinder-796889-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-smb',level=0,port_id=7d928b92-d998-4103-b7d0-c270bb2500d7,segment=NetworkSegment(022cd8a4-ba8b-492c-8b47-9af8409ae6a3),segment_id=022cd8a4-ba8b-492c-8b47-9af8409ae6a3)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:34:52.630085 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-fac2bf25-9270-477f-8173-68a4f89ee5cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062555'] for port, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:52.644324 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d728485-c541-4069-8aa7-a7731437151a None None] Checking router: 917b1397-b2c8-463e-b663-dd8e16328a9b for host: dv-cinder-796889-2-smb {{(pid=92747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:34:52.655620 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d728485-c541-4069-8aa7-a7731437151a None None] Routers {'917b1397-b2c8-463e-b663-dd8e16328a9b'} bound to L3 agent in host dv-cinder-796889-2-smb {{(pid=92747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:34:52.656531 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-5d728485-c541-4069-8aa7-a7731437151a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:21:37Z,description=,heartbeat_timestamp=2021-06-21T04:34:37Z,host='dv-cinder-796889-2-smb',id=c5fde6f5-f096-4668-9faa-154c63e10de0,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:21:37Z,topic='l3_agent')) {'router_ids': ['917b1397-b2c8-463e-b663-dd8e16328a9b'], 'active': True} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:34:52.707564 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-fac2bf25-9270-477f-8173-68a4f89ee5cb admin admin] Calling delete_port for 7d928b92-d998-4103-b7d0-c270bb2500d7 owned by network:router_gateway {{(pid=92745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:34:52.757022 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvr_db [None req-5d728485-c541-4069-8aa7-a7731437151a None None] Set router 917b1397-b2c8-463e-b663-dd8e16328a9b gateway port host: None {{(pid=92747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:34:52.826619 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-5d728485-c541-4069-8aa7-a7731437151a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917b1397-b2c8-463e-b663-dd8e16328a9b', 'name': 'tempest-TestMinimumBasicScenario-456427590-router', 'tenant_id': 'e61908d6671944fe97c42e49b197ffce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:32:15Z', 'updated_at': '2021-06-21T04:34:52Z', 'revision_number': 6, 'project_id': 'e61908d6671944fe97c42e49b197ffce', 'gw_port_host': None}], 'dv-cinder-796889-2-smb', False) {} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:34:52.860229 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d728485-c541-4069-8aa7-a7731437151a None None] The sync data for ids ['917b1397-b2c8-463e-b663-dd8e16328a9b'] in dv-cinder-796889-2-smb is: [{'id': '917b1397-b2c8-463e-b663-dd8e16328a9b', 'name': 'tempest-TestMinimumBasicScenario-456427590-router', 'tenant_id': 'e61908d6671944fe97c42e49b197ffce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:32:15Z', 'updated_at': '2021-06-21T04:34:52Z', 'revision_number': 6, 'project_id': 'e61908d6671944fe97c42e49b197ffce', 'gw_port_host': None}] {{(pid=92747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:34:52.925276 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-fac2bf25-9270-477f-8173-68a4f89ee5cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789667503845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789666979166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30039426'] for port, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:52.928759 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-ac2ca6c2-5cc0-4e64-b6b3-b9d85be9289e tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:52.960565 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac2bf25-9270-477f-8173-68a4f89ee5cb admin admin] Pushing event deleted for resources: {'Port': ['ID=7d928b92-d998-4103-b7d0-c270bb2500d7,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:52.964686 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-fac2bf25-9270-477f-8173-68a4f89ee5cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:53.050880 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-fac2bf25-9270-477f-8173-68a4f89ee5cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33062234'] for router_gateway, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:53.204098 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-fac2bf25-9270-477f-8173-68a4f89ee5cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33245252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7276'] for router, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:53.210693 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-fac2bf25-9270-477f-8173-68a4f89ee5cb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:53.280342 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07a8cdd-bd3c-4a99-96f7-283601f93873 req-f448b139-aa2f-464b-810e-52d33900b777 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:53.288661 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-e07a8cdd-bd3c-4a99-96f7-283601f93873 req-f448b139-aa2f-464b-810e-52d33900b777 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53 HTTP/1.1" status: 200 len: 946 time: 0.1051776 Jun 21 04:34:53.309815 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-fac2bf25-9270-477f-8173-68a4f89ee5cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33246741'] for router, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:53.310585 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac2bf25-9270-477f-8173-68a4f89ee5cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 917b1397-b2c8-463e-b663-dd8e16328a9b {{(pid=92745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 04:34:53.322743 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-fac2bf25-9270-477f-8173-68a4f89ee5cb admin admin] Notify callbacks [] for router, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:53.324040 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-fac2bf25-9270-477f-8173-68a4f89ee5cb admin admin] 10.222.0.13 "DELETE /v2.0/routers/917b1397-b2c8-463e-b663-dd8e16328a9b HTTP/1.1" status: 204 len: 168 time: 1.1284225 Jun 21 04:34:53.332229 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 34920) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:53.380014 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-e07a8cdd-bd3c-4a99-96f7-283601f93873 req-2621fb25-3275-4eeb-a11d-2e5e263cb654 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b87962f-ec15-4f45-82d9-8094e00c4440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897484 Jun 21 04:34:53.410253 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ded56c1-7397-4978-b620-609c119d92f1 admin admin] Deleting subnet 918f4e71-5bf8-48ad-8f22-8af261c5caaa {{(pid=92746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 04:34:53.414515 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-1ded56c1-7397-4978-b620-609c119d92f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:53.466710 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-1ded56c1-7397-4978-b620-609c119d92f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33408314'] for subnet, precommit_delete_associations {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:53.612374 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-1ded56c1-7397-4978-b620-609c119d92f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739179'] for subnet, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:53.706565 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-1ded56c1-7397-4978-b620-609c119d92f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33408392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8449736'] for subnet, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:53.708853 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:53.738468 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ded56c1-7397-4978-b620-609c119d92f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=918f4e71-5bf8-48ad-8f22-8af261c5caaa,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:53.742178 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-1ded56c1-7397-4978-b620-609c119d92f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:53.751624 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11681f3f-bdfc-4ed4-a7b2-61573dfa1a2b None None] Network 9e3bb3a6-2b59-4fb4-895f-f70ce89edae9 requested from dv-cinder-796889-2-smb {{(pid=92747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:34:53.762653 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-1ded56c1-7397-4978-b620-609c119d92f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:53.765275 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-1ded56c1-7397-4978-b620-609c119d92f1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/918f4e71-5bf8-48ad-8f22-8af261c5caaa HTTP/1.1" status: 204 len: 168 time: 0.4322896 Jun 21 04:34:53.767895 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 34928) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:53.884087 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e5596130-0293-4480-8faa-a9bfb4b3d142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598551'] for network, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:53.967706 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [None req-e5596130-0293-4480-8faa-a9bfb4b3d142 admin admin] Deleting port 211f98a6-6c2d-45ed-b795-1be18db2a8d5 {{(pid=92746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:34:53.968137 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e5596130-0293-4480-8faa-a9bfb4b3d142 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789667499749'] for port, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:54.013383 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54aba59-7ed1-48d7-a608-51fc28ad7277 None None] DHCP port deletion for 9e3bb3a6-2b59-4fb4-895f-f70ce89edae9 request from dv-cinder-796889-2-smb {{(pid=92747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 04:34:54.058547 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.db [None req-e5596130-0293-4480-8faa-a9bfb4b3d142 admin admin] For port 211f98a6-6c2d-45ed-b795-1be18db2a8d5, host dv-cinder-796889-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-smb',level=0,port_id=211f98a6-6c2d-45ed-b795-1be18db2a8d5,segment=NetworkSegment(bcb82d62-f15a-4999-97b2-fb2390391dc7),segment_id=bcb82d62-f15a-4999-97b2-fb2390391dc7)] {{(pid=92746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:34:54.059959 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e5596130-0293-4480-8faa-a9bfb4b3d142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062555'] for port, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:54.110052 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-b54aba59-7ed1-48d7-a608-51fc28ad7277 None None] Deleting port 211f98a6-6c2d-45ed-b795-1be18db2a8d5 {{(pid=92747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:34:54.110468 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-b54aba59-7ed1-48d7-a608-51fc28ad7277 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789667499749'] for port, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:54.140689 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [None req-e5596130-0293-4480-8faa-a9bfb4b3d142 admin admin] Calling delete_port for 211f98a6-6c2d-45ed-b795-1be18db2a8d5 owned by network:dhcp {{(pid=92746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:34:54.250335 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e5596130-0293-4480-8faa-a9bfb4b3d142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789667503845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789666979166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33408498'] for port, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:54.253657 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-4fc7aac2-9b1f-4e78-b290-f25ead089f64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:54.280014 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5596130-0293-4480-8faa-a9bfb4b3d142 admin admin] Pushing event deleted for resources: {'Port': ['ID=211f98a6-6c2d-45ed-b795-1be18db2a8d5,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:54.283363 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-e5596130-0293-4480-8faa-a9bfb4b3d142 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:54.287335 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5596130-0293-4480-8faa-a9bfb4b3d142 admin admin] No DVR routers for this DVR port 211f98a6-6c2d-45ed-b795-1be18db2a8d5 on host dv-cinder-796889-2-smb {{(pid=92746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:34:54.369426 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-b54aba59-7ed1-48d7-a608-51fc28ad7277 None None] For port 211f98a6-6c2d-45ed-b795-1be18db2a8d5, host dv-cinder-796889-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-smb',level=0,port_id=211f98a6-6c2d-45ed-b795-1be18db2a8d5,segment=NetworkSegment(bcb82d62-f15a-4999-97b2-fb2390391dc7),segment_id=bcb82d62-f15a-4999-97b2-fb2390391dc7)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:34:54.369426 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-b54aba59-7ed1-48d7-a608-51fc28ad7277 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062555'] for port, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:54.401856 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e5596130-0293-4480-8faa-a9bfb4b3d142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-744180', 'neutron.services.segments.db._delete_segments_for_network-8789667519955'] for network, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:54.418854 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.services.segments.db [None req-e5596130-0293-4480-8faa-a9bfb4b3d142 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e3bb3a6-2b59-4fb4-895f-f70ce89edae9']}} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:34:54.434321 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.services.segments.db [None req-e5596130-0293-4480-8faa-a9bfb4b3d142 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcb82d62-f15a-4999-97b2-fb2390391dc7') {'for_net_delete': True} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:34:54.434614 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.services.segments.db [None req-e5596130-0293-4480-8faa-a9bfb4b3d142 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcb82d62-f15a-4999-97b2-fb2390391dc7') {} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:34:54.446200 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e5596130-0293-4480-8faa-a9bfb4b3d142 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789667519784', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33408307'] for segment, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:54.463415 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e5596130-0293-4480-8faa-a9bfb4b3d142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740028'] for segment, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:54.468833 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-b54aba59-7ed1-48d7-a608-51fc28ad7277 None None] Calling delete_port for 211f98a6-6c2d-45ed-b795-1be18db2a8d5 owned by network:dhcp {{(pid=92747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:34:54.478278 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5596130-0293-4480-8faa-a9bfb4b3d142 admin admin] Releasing vlan 841 on physical network physnet1 to pool {{(pid=92746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 04:34:54.479318 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e5596130-0293-4480-8faa-a9bfb4b3d142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10531'] for segment, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:54.481760 dv-cinder-796889-2-smb neutron-server[92746]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:34:54.481760 dv-cinder-796889-2-smb neutron-server[92746]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:34:54.481760 dv-cinder-796889-2-smb neutron-server[92746]: Traceback (most recent call last): Jun 21 04:34:54.481760 dv-cinder-796889-2-smb neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 04:34:54.481760 dv-cinder-796889-2-smb neutron-server[92746]: timer() Jun 21 04:34:54.481760 dv-cinder-796889-2-smb neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 04:34:54.481760 dv-cinder-796889-2-smb neutron-server[92746]: cb(*args, **kw) Jun 21 04:34:54.481760 dv-cinder-796889-2-smb neutron-server[92746]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 04:34:54.481760 dv-cinder-796889-2-smb neutron-server[92746]: return func(*args, **kwargs) Jun 21 04:34:54.481760 dv-cinder-796889-2-smb neutron-server[92746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 04:34:54.481760 dv-cinder-796889-2-smb neutron-server[92746]: self._notify() Jun 21 04:34:54.481760 dv-cinder-796889-2-smb neutron-server[92746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 04:34:54.481760 dv-cinder-796889-2-smb neutron-server[92746]: self.callback(batched_events) Jun 21 04:34:54.481760 dv-cinder-796889-2-smb neutron-server[92746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 04:34:54.481760 dv-cinder-796889-2-smb neutron-server[92746]: event.method(event) Jun 21 04:34:54.481760 dv-cinder-796889-2-smb neutron-server[92746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 04:34:54.481760 dv-cinder-796889-2-smb neutron-server[92746]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 04:34:54.481760 dv-cinder-796889-2-smb neutron-server[92746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 04:34:54.481760 dv-cinder-796889-2-smb neutron-server[92746]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 04:34:54.481760 dv-cinder-796889-2-smb neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 04:34:54.481760 dv-cinder-796889-2-smb neutron-server[92746]: return f(self, *a, **k) Jun 21 04:34:54.481760 dv-cinder-796889-2-smb neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 04:34:54.481760 dv-cinder-796889-2-smb neutron-server[92746]: return self._get(url).json() Jun 21 04:34:54.481760 dv-cinder-796889-2-smb neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 04:34:54.481760 dv-cinder-796889-2-smb neutron-server[92746]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 04:34:54.481760 dv-cinder-796889-2-smb neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 04:34:54.481760 dv-cinder-796889-2-smb neutron-server[92746]: return self.request(url, 'GET', **kwargs) Jun 21 04:34:54.481760 dv-cinder-796889-2-smb neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 04:34:54.481760 dv-cinder-796889-2-smb neutron-server[92746]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 04:34:54.481760 dv-cinder-796889-2-smb neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 04:34:54.481760 dv-cinder-796889-2-smb neutron-server[92746]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 04:34:54.481760 dv-cinder-796889-2-smb neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 04:34:54.481760 dv-cinder-796889-2-smb neutron-server[92746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 04:34:54.481760 dv-cinder-796889-2-smb neutron-server[92746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 04:34:54.511675 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device 7d928b92-d998-4103-b7d0-c270bb2500d7 no longer exists at agent ovs-agent-dv-cinder-796889-2-smb {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:34:54.572836 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e5596130-0293-4480-8faa-a9bfb4b3d142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-744173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33253182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33062277'] for network, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:54.578545 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-f392fa84-7a48-456a-8363-78490891b966 None None] No Port match for: 7d928b92-d998-4103-b7d0-c270bb2500d7 {{(pid=92747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:34:54.578982 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device 7d928b92-d998-4103-b7d0-c270bb2500d7 not bound to the agent host dv-cinder-796889-2-smb {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:34:54.579484 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device 211f98a6-6c2d-45ed-b795-1be18db2a8d5 no longer exists at agent ovs-agent-dv-cinder-796889-2-smb {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:34:54.580015 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e5596130-0293-4480-8faa-a9bfb4b3d142 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33144588'] for network, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:54.583124 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-e5596130-0293-4480-8faa-a9bfb4b3d142 admin admin] 10.222.0.13 "DELETE /v2.0/networks/9e3bb3a6-2b59-4fb4-895f-f70ce89edae9 HTTP/1.1" status: 204 len: 168 time: 0.8132002 Jun 21 04:34:54.585698 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 34932) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:54.586955 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-29d68a72-86af-4f86-ad2e-656240ba89ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:54.607271 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5596130-0293-4480-8faa-a9bfb4b3d142 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e3bb3a6-2b59-4fb4-895f-f70ce89edae9,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:54.612675 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-e5596130-0293-4480-8faa-a9bfb4b3d142 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:54.637115 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb97b9-d3ee-47d0-b33d-f1cf2a9e3400 req-38ad9ee6-5eb4-4c63-8e79-71a97c529601 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:54.641692 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-65bb97b9-d3ee-47d0-b33d-f1cf2a9e3400 req-38ad9ee6-5eb4-4c63-8e79-71a97c529601 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53 HTTP/1.1" status: 200 len: 946 time: 0.1031296 Jun 21 04:34:54.655871 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-f392fa84-7a48-456a-8363-78490891b966 None None] No Port match for: 211f98a6-6c2d-45ed-b795-1be18db2a8d5 {{(pid=92747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:34:54.656275 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device 211f98a6-6c2d-45ed-b795-1be18db2a8d5 not bound to the agent host dv-cinder-796889-2-smb {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:34:54.656831 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device ca0512ca-ce33-4df1-97b3-dc14d34c89ac no longer exists at agent ovs-agent-dv-cinder-796889-2-smb {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:34:54.691153 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-65bb97b9-d3ee-47d0-b33d-f1cf2a9e3400 req-f2f9d735-b31f-46ad-ba71-43f17c492745 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b87962f-ec15-4f45-82d9-8094e00c4440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428319 Jun 21 04:34:54.694096 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-f392fa84-7a48-456a-8363-78490891b966 None None] No Port match for: ca0512ca-ce33-4df1-97b3-dc14d34c89ac {{(pid=92747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:34:54.694564 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device ca0512ca-ce33-4df1-97b3-dc14d34c89ac not bound to the agent host dv-cinder-796889-2-smb {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:34:54.758594 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-b54aba59-7ed1-48d7-a608-51fc28ad7277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789667503845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789666979166'] for port, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:54.773618 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:54.798488 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b54aba59-7ed1-48d7-a608-51fc28ad7277 None None] Network 9e3bb3a6-2b59-4fb4-895f-f70ce89edae9 is not hosted by any dhcp agent {{(pid=92747) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 21 04:34:54.799446 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54aba59-7ed1-48d7-a608-51fc28ad7277 None None] No DVR routers for this DVR port 211f98a6-6c2d-45ed-b795-1be18db2a8d5 on host dv-cinder-796889-2-smb {{(pid=92747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:34:54.801105 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54aba59-7ed1-48d7-a608-51fc28ad7277 None None] Pushing event deleted for resources: {'Port': ['ID=211f98a6-6c2d-45ed-b795-1be18db2a8d5,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:54.855373 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-b54aba59-7ed1-48d7-a608-51fc28ad7277 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:55.099766 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-56595127-ad8e-4c78-9f72-c8ff73b89e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33243850'] for router_interface, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:55.404980 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-56595127-ad8e-4c78-9f72-c8ff73b89e60 admin admin] Deleting port 98708dba-6a96-462e-85ae-10e746027bf6 {{(pid=92745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:34:55.405705 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-56595127-ad8e-4c78-9f72-c8ff73b89e60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789667499749'] for port, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:55.505310 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-56595127-ad8e-4c78-9f72-c8ff73b89e60 admin admin] For port 98708dba-6a96-462e-85ae-10e746027bf6, host dv-cinder-796889-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-smb',level=0,port_id=98708dba-6a96-462e-85ae-10e746027bf6,segment=NetworkSegment(cdcdba3d-e4e7-4ce7-bebe-b1b0b54d2ce2),segment_id=cdcdba3d-e4e7-4ce7-bebe-b1b0b54d2ce2)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:34:55.505690 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-56595127-ad8e-4c78-9f72-c8ff73b89e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062555'] for port, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:55.512304 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58830e9d-a6d9-4fc1-948a-519438a1fb9d req-025eb5a0-d8e6-49a4-b7ea-65fe231d61c9 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:55.515279 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-58830e9d-a6d9-4fc1-948a-519438a1fb9d req-025eb5a0-d8e6-49a4-b7ea-65fe231d61c9 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f7657c0-c224-4c94-9372-b49ff3bf0b70 HTTP/1.1" status: 200 len: 946 time: 0.0766046 Jun 21 04:34:55.560539 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-58830e9d-a6d9-4fc1-948a-519438a1fb9d req-a7326e63-1934-4a89-998d-e58a0ad6ae1f tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b40a746-b0aa-453e-ac4a-d4bbefd30551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389714 Jun 21 04:34:55.588039 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-56595127-ad8e-4c78-9f72-c8ff73b89e60 admin admin] Calling delete_port for 98708dba-6a96-462e-85ae-10e746027bf6 owned by network:router_interface {{(pid=92745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:34:55.778265 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-56595127-ad8e-4c78-9f72-c8ff73b89e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789667503845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789666979166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30039426'] for port, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:55.780321 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-f846878b-aed9-48ab-8873-1f0bafa17617 tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:55.803359 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56595127-ad8e-4c78-9f72-c8ff73b89e60 admin admin] Pushing event deleted for resources: {'Port': ['ID=98708dba-6a96-462e-85ae-10e746027bf6,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:55.806461 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-56595127-ad8e-4c78-9f72-c8ff73b89e60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:55.919682 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f4057-af4f-49a3-9408-4cbdcadab82c req-bd627224-3a13-43ed-9483-8572b03db227 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:55.921192 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-a28f4057-af4f-49a3-9408-4cbdcadab82c req-bd627224-3a13-43ed-9483-8572b03db227 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53 HTTP/1.1" status: 200 len: 946 time: 0.0682285 Jun 21 04:34:55.961177 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-a28f4057-af4f-49a3-9408-4cbdcadab82c req-d670798d-73ca-470a-8354-bd8c4dabd213 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b87962f-ec15-4f45-82d9-8094e00c4440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339622 Jun 21 04:34:55.972974 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-56595127-ad8e-4c78-9f72-c8ff73b89e60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33144680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33243766'] for router_interface, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:56.178997 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56595127-ad8e-4c78-9f72-c8ff73b89e60 admin admin] Router c8c403f1-f0cf-416a-82d9-a3c36e3abb16 has already been hosted by L3 agent c5fde6f5-f096-4668-9faa-154c63e10de0 {{(pid=92745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:34:56.532845 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56595127-ad8e-4c78-9f72-c8ff73b89e60 admin admin] Notify agent at l3_agent.dv-cinder-796889-2-smb the message routers_updated {{(pid=92745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:34:56.539070 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-56595127-ad8e-4c78-9f72-c8ff73b89e60 admin admin] 10.222.0.13 "PUT /v2.0/routers/c8c403f1-f0cf-416a-82d9-a3c36e3abb16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9519882 Jun 21 04:34:56.541508 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dc4393-d3f5-4953-8035-58755db63eb0 req-2413854a-2077-43d3-919b-c68eab5f5daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:56.541642 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 34966) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:56.542904 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-74dc4393-d3f5-4953-8035-58755db63eb0 req-2413854a-2077-43d3-919b-c68eab5f5daf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6e19d34d6ec747d2a23f2df61f7d1120&device_id=b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53 HTTP/1.1" status: 200 len: 1099 time: 0.1057794 Jun 21 04:34:56.543508 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e377de4-fd80-4ce0-9891-3dc7f55aff27 None None] Sync routers for ids ['c8c403f1-f0cf-416a-82d9-a3c36e3abb16'] in dv-cinder-796889-2-smb {{(pid=92748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:34:56.553807 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e377de4-fd80-4ce0-9891-3dc7f55aff27 None None] Routers {'c8c403f1-f0cf-416a-82d9-a3c36e3abb16'} bound to L3 agent in host dv-cinder-796889-2-smb {{(pid=92748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:34:56.554414 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-8e377de4-fd80-4ce0-9891-3dc7f55aff27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:21:37Z,description=,heartbeat_timestamp=2021-06-21T04:34:37Z,host='dv-cinder-796889-2-smb',id=c5fde6f5-f096-4668-9faa-154c63e10de0,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:21:37Z,topic='l3_agent')) {'router_ids': ['c8c403f1-f0cf-416a-82d9-a3c36e3abb16'], 'active': True} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:34:56.641525 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dc4393-d3f5-4953-8035-58755db63eb0 req-aacbddc1-0802-46df-90df-08a2ee968d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:56.642985 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-74dc4393-d3f5-4953-8035-58755db63eb0 req-aacbddc1-0802-46df-90df-08a2ee968d6d service neutron] 10.222.0.38 "GET /v2.0/networks?id=38e35d0b-e570-49d3-959b-c55bd6e0308c HTTP/1.1" status: 200 len: 918 time: 0.0923080 Jun 21 04:34:56.647026 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ded961a5-bb2a-49bf-abea-56fe17c61724 admin admin] Notify callbacks [] for router, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:56.685452 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_dvr_db [None req-8e377de4-fd80-4ce0-9891-3dc7f55aff27 None None] Set router c8c403f1-f0cf-416a-82d9-a3c36e3abb16 gateway port host: dv-cinder-796889-2-smb {{(pid=92748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:34:56.720667 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-74dc4393-d3f5-4953-8035-58755db63eb0 req-fad0a33b-8973-4eb1-a25c-c26b62b5b8bb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9ba875a-c630-4d4b-a443-c0b565df1587 HTTP/1.1" status: 200 len: 1002 time: 0.0703576 Jun 21 04:34:56.771531 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dc4393-d3f5-4953-8035-58755db63eb0 req-c13cba1b-3944-4066-878c-f96e80915b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:56.774134 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-74dc4393-d3f5-4953-8035-58755db63eb0 req-c13cba1b-3944-4066-878c-f96e80915b22 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6f995fa3-0676-46ec-80cb-22d4129d3f36 HTTP/1.1" status: 200 len: 856 time: 0.0463829 Jun 21 04:34:56.801273 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed497bce-0fe2-4116-857f-e5fb21d74896 req-272a60d2-9d7d-41dd-87e6-8e6050f034f5 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:56.802682 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-ed497bce-0fe2-4116-857f-e5fb21d74896 req-272a60d2-9d7d-41dd-87e6-8e6050f034f5 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f7657c0-c224-4c94-9372-b49ff3bf0b70 HTTP/1.1" status: 200 len: 946 time: 0.1184480 Jun 21 04:34:56.804050 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ded961a5-bb2a-49bf-abea-56fe17c61724 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:56.835015 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dc4393-d3f5-4953-8035-58755db63eb0 req-093ab3df-7031-4779-95cb-1014a6dddf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:56.836501 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-74dc4393-d3f5-4953-8035-58755db63eb0 req-093ab3df-7031-4779-95cb-1014a6dddf48 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=38e35d0b-e570-49d3-959b-c55bd6e0308c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0542469 Jun 21 04:34:56.864098 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-ed497bce-0fe2-4116-857f-e5fb21d74896 req-2705fe4d-9ef0-4581-a1a5-855fb0afa056 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b40a746-b0aa-453e-ac4a-d4bbefd30551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531797 Jun 21 04:34:56.867735 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-8e377de4-fd80-4ce0-9891-3dc7f55aff27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c403f1-f0cf-416a-82d9-a3c36e3abb16', 'name': 'tempest-TestMinimumBasicScenario-947881704-router', 'tenant_id': '4a170ccead634f82be8e6884254defaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.84'}], 'enable_snat': True}, 'gw_port_id': 'c8815bbd-8a66-4cb6-ae0a-692b1c5cf3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:32:21Z', 'updated_at': '2021-06-21T04:34:55Z', 'revision_number': 5, 'project_id': '4a170ccead634f82be8e6884254defaf', 'gw_port': {'id': 'c8815bbd-8a66-4cb6-ae0a-692b1c5cf3b5', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c403f1-f0cf-416a-82d9-a3c36e3abb16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:32:22Z', 'updated_at': '2021-06-21T04:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb'}], 'dv-cinder-796889-2-smb', False) {} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:34:56.882149 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [None req-ded961a5-bb2a-49bf-abea-56fe17c61724 admin admin] Deleting port c8815bbd-8a66-4cb6-ae0a-692b1c5cf3b5 {{(pid=92746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:34:56.882495 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ded961a5-bb2a-49bf-abea-56fe17c61724 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789667499749'] for port, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:56.895794 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e377de4-fd80-4ce0-9891-3dc7f55aff27 None None] Checking router: c8c403f1-f0cf-416a-82d9-a3c36e3abb16 for host: dv-cinder-796889-2-smb {{(pid=92748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:34:56.904257 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e377de4-fd80-4ce0-9891-3dc7f55aff27 None None] Routers {'c8c403f1-f0cf-416a-82d9-a3c36e3abb16'} bound to L3 agent in host dv-cinder-796889-2-smb {{(pid=92748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:34:56.905070 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-8e377de4-fd80-4ce0-9891-3dc7f55aff27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:21:37Z,description=,heartbeat_timestamp=2021-06-21T04:34:37Z,host='dv-cinder-796889-2-smb',id=c5fde6f5-f096-4668-9faa-154c63e10de0,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:21:37Z,topic='l3_agent')) {'router_ids': ['c8c403f1-f0cf-416a-82d9-a3c36e3abb16'], 'active': True} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:34:56.945614 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-74dc4393-d3f5-4953-8035-58755db63eb0 req-c0d5bde0-c951-484f-96d6-fbe54e575ec2 service neutron] 10.222.0.38 "GET /v2.0/networks/38e35d0b-e570-49d3-959b-c55bd6e0308c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012027 Jun 21 04:34:56.981825 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.db [None req-ded961a5-bb2a-49bf-abea-56fe17c61724 admin admin] For port c8815bbd-8a66-4cb6-ae0a-692b1c5cf3b5, host dv-cinder-796889-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-smb',level=0,port_id=c8815bbd-8a66-4cb6-ae0a-692b1c5cf3b5,segment=NetworkSegment(022cd8a4-ba8b-492c-8b47-9af8409ae6a3),segment_id=022cd8a4-ba8b-492c-8b47-9af8409ae6a3)] {{(pid=92746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:34:56.982222 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ded961a5-bb2a-49bf-abea-56fe17c61724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062555'] for port, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:57.040733 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-74dc4393-d3f5-4953-8035-58755db63eb0 req-6add610f-72c4-495e-bec7-f79615b476de service neutron] 10.222.0.38 "GET /v2.0/networks/38e35d0b-e570-49d3-959b-c55bd6e0308c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878007 Jun 21 04:34:57.066830 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [None req-ded961a5-bb2a-49bf-abea-56fe17c61724 admin admin] Calling delete_port for c8815bbd-8a66-4cb6-ae0a-692b1c5cf3b5 owned by network:router_gateway {{(pid=92746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:34:57.081167 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_dvr_db [None req-8e377de4-fd80-4ce0-9891-3dc7f55aff27 None None] Set router c8c403f1-f0cf-416a-82d9-a3c36e3abb16 gateway port host: None {{(pid=92748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:34:57.133732 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-8e377de4-fd80-4ce0-9891-3dc7f55aff27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c403f1-f0cf-416a-82d9-a3c36e3abb16', 'name': 'tempest-TestMinimumBasicScenario-947881704-router', 'tenant_id': '4a170ccead634f82be8e6884254defaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:32:21Z', 'updated_at': '2021-06-21T04:34:56Z', 'revision_number': 6, 'project_id': '4a170ccead634f82be8e6884254defaf', 'gw_port_host': None}], 'dv-cinder-796889-2-smb', False) {} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:34:57.159618 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e377de4-fd80-4ce0-9891-3dc7f55aff27 None None] The sync data for ids ['c8c403f1-f0cf-416a-82d9-a3c36e3abb16'] in dv-cinder-796889-2-smb is: [{'id': 'c8c403f1-f0cf-416a-82d9-a3c36e3abb16', 'name': 'tempest-TestMinimumBasicScenario-947881704-router', 'tenant_id': '4a170ccead634f82be8e6884254defaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:32:21Z', 'updated_at': '2021-06-21T04:34:56Z', 'revision_number': 6, 'project_id': '4a170ccead634f82be8e6884254defaf', 'gw_port_host': None}] {{(pid=92748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:34:57.234348 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cdd521-8df0-4d7f-b570-8d5daa9faf32 req-09f30b9d-9d1d-4c24-a083-bb9008272ce4 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:57.235848 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-05cdd521-8df0-4d7f-b570-8d5daa9faf32 req-09f30b9d-9d1d-4c24-a083-bb9008272ce4 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53 HTTP/1.1" status: 200 len: 946 time: 0.1562245 Jun 21 04:34:57.305530 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-05cdd521-8df0-4d7f-b570-8d5daa9faf32 req-36419c84-ede9-4c98-823f-55a56e891286 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b87962f-ec15-4f45-82d9-8094e00c4440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635116 Jun 21 04:34:57.317728 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ded961a5-bb2a-49bf-abea-56fe17c61724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789667503845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789666979166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33408498'] for port, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:57.321153 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-d73b15c1-ee90-47ad-a802-b0aee24d7713 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:57.351253 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded961a5-bb2a-49bf-abea-56fe17c61724 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8815bbd-8a66-4cb6-ae0a-692b1c5cf3b5,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:57.353123 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-ded961a5-bb2a-49bf-abea-56fe17c61724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:57.411110 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ded961a5-bb2a-49bf-abea-56fe17c61724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33062234'] for router_gateway, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:57.496846 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ded961a5-bb2a-49bf-abea-56fe17c61724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33245252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7276'] for router, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:57.498853 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ded961a5-bb2a-49bf-abea-56fe17c61724 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:57.541862 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ded961a5-bb2a-49bf-abea-56fe17c61724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33246741'] for router, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:57.542671 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded961a5-bb2a-49bf-abea-56fe17c61724 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8c403f1-f0cf-416a-82d9-a3c36e3abb16 {{(pid=92746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 04:34:57.547517 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ded961a5-bb2a-49bf-abea-56fe17c61724 admin admin] Notify callbacks [] for router, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:57.548302 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-ded961a5-bb2a-49bf-abea-56fe17c61724 admin admin] 10.222.0.13 "DELETE /v2.0/routers/c8c403f1-f0cf-416a-82d9-a3c36e3abb16 HTTP/1.1" status: 204 len: 168 time: 1.0058370 Jun 21 04:34:57.550853 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 34972) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:57.596190 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d5e80d9-58b0-4790-914d-034f36ebf956 admin admin] Deleting subnet 1d551fa4-6872-4535-875b-3c4195c87800 {{(pid=92746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 04:34:57.599215 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-4d5e80d9-58b0-4790-914d-034f36ebf956 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:57.621781 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6fea6-bb38-45f4-978b-b37d6c1a5da5 req-ff3a4193-1f76-4038-ba55-44eaec0cf465 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:57.623360 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-55d6fea6-bb38-45f4-978b-b37d6c1a5da5 req-ff3a4193-1f76-4038-ba55-44eaec0cf465 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.38 "GET /v2.0/ports?device_id=3f7657c0-c224-4c94-9372-b49ff3bf0b70 HTTP/1.1" status: 200 len: 946 time: 0.0758731 Jun 21 04:34:57.637776 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-4d5e80d9-58b0-4790-914d-034f36ebf956 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33408314'] for subnet, precommit_delete_associations {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:57.712544 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-4d5e80d9-58b0-4790-914d-034f36ebf956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739179'] for subnet, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:57.726572 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [req-55d6fea6-bb38-45f4-978b-b37d6c1a5da5 req-10f42514-8724-43f3-8bf5-cded4ef6dc89 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Deleting port f9966a67-00d5-422a-a4ff-91d68caa750d {{(pid=92745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:34:57.727089 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-55d6fea6-bb38-45f4-978b-b37d6c1a5da5 req-10f42514-8724-43f3-8bf5-cded4ef6dc89 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789667499749'] for port, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:57.764786 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-4d5e80d9-58b0-4790-914d-034f36ebf956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33408392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8449736'] for subnet, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:57.768000 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:57.794166 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e80d9-58b0-4790-914d-034f36ebf956 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d551fa4-6872-4535-875b-3c4195c87800,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:57.797167 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-4d5e80d9-58b0-4790-914d-034f36ebf956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:57.798163 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-4d5e80d9-58b0-4790-914d-034f36ebf956 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:57.799977 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-4d5e80d9-58b0-4790-914d-034f36ebf956 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1d551fa4-6872-4535-875b-3c4195c87800 HTTP/1.1" status: 204 len: 168 time: 0.2476532 Jun 21 04:34:57.803034 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 34974) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:57.805253 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40fb459c-b04e-46d4-9b35-090f4fc11d3d None None] Network 2841fcc9-cbe8-40e0-8b5a-c6b0b7b81fa6 requested from dv-cinder-796889-2-smb {{(pid=92747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:34:57.821829 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [req-55d6fea6-bb38-45f4-978b-b37d6c1a5da5 req-10f42514-8724-43f3-8bf5-cded4ef6dc89 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] For port f9966a67-00d5-422a-a4ff-91d68caa750d, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=f9966a67-00d5-422a-a4ff-91d68caa750d,segment=NetworkSegment(7df2cf32-4808-4c59-a032-2d76cb3a1487),segment_id=7df2cf32-4808-4c59-a032-2d76cb3a1487)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:34:57.822202 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-55d6fea6-bb38-45f4-978b-b37d6c1a5da5 req-10f42514-8724-43f3-8bf5-cded4ef6dc89 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062555'] for port, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:57.872316 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-1c5f8005-9ee5-4fb6-8de3-cb4b0711cce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598551'] for network, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:57.930635 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [None req-1c5f8005-9ee5-4fb6-8de3-cb4b0711cce9 admin admin] Deleting port c6149f49-7006-4823-acb9-0cdf668a5b05 {{(pid=92746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:34:57.931206 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-1c5f8005-9ee5-4fb6-8de3-cb4b0711cce9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789667499749'] for port, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:58.032107 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-55d6fea6-bb38-45f4-978b-b37d6c1a5da5 req-10f42514-8724-43f3-8bf5-cded4ef6dc89 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:58.032488 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-55d6fea6-bb38-45f4-978b-b37d6c1a5da5 req-10f42514-8724-43f3-8bf5-cded4ef6dc89 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33062327'] for floatingip, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:58.032807 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.db.l3_db [req-55d6fea6-bb38-45f4-978b-b37d6c1a5da5 req-10f42514-8724-43f3-8bf5-cded4ef6dc89 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Floating IP 301da425-fa06-48e0-a1eb-ffa40a167cc3 disassociated. External IP: 172.28.2.137, port: f9966a67-00d5-422a-a4ff-91d68caa750d. Jun 21 04:34:58.033155 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [req-55d6fea6-bb38-45f4-978b-b37d6c1a5da5 req-10f42514-8724-43f3-8bf5-cded4ef6dc89 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Calling delete_port for f9966a67-00d5-422a-a4ff-91d68caa750d owned by compute:nova {{(pid=92745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:34:58.045102 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dec1f3f-f769-473b-9d9c-4cdfff02a9b8 None None] DHCP port deletion for 2841fcc9-cbe8-40e0-8b5a-c6b0b7b81fa6 request from dv-cinder-796889-2-smb {{(pid=92747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 04:34:58.056805 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.db [None req-1c5f8005-9ee5-4fb6-8de3-cb4b0711cce9 admin admin] For port c6149f49-7006-4823-acb9-0cdf668a5b05, host dv-cinder-796889-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-smb',level=0,port_id=c6149f49-7006-4823-acb9-0cdf668a5b05,segment=NetworkSegment(cdcdba3d-e4e7-4ce7-bebe-b1b0b54d2ce2),segment_id=cdcdba3d-e4e7-4ce7-bebe-b1b0b54d2ce2)] {{(pid=92746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:34:58.057185 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-1c5f8005-9ee5-4fb6-8de3-cb4b0711cce9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062555'] for port, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:58.104699 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-4dec1f3f-f769-473b-9d9c-4cdfff02a9b8 None None] Deleting port c6149f49-7006-4823-acb9-0cdf668a5b05 {{(pid=92747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:34:58.105487 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-4dec1f3f-f769-473b-9d9c-4cdfff02a9b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789667499749'] for port, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:58.133153 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [None req-1c5f8005-9ee5-4fb6-8de3-cb4b0711cce9 admin admin] Calling delete_port for c6149f49-7006-4823-acb9-0cdf668a5b05 owned by network:dhcp {{(pid=92746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:34:58.174267 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-4dec1f3f-f769-473b-9d9c-4cdfff02a9b8 None None] For port c6149f49-7006-4823-acb9-0cdf668a5b05, host dv-cinder-796889-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-smb',level=0,port_id=c6149f49-7006-4823-acb9-0cdf668a5b05,segment=NetworkSegment(cdcdba3d-e4e7-4ce7-bebe-b1b0b54d2ce2),segment_id=cdcdba3d-e4e7-4ce7-bebe-b1b0b54d2ce2)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:34:58.174675 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-4dec1f3f-f769-473b-9d9c-4cdfff02a9b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062555'] for port, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:58.177919 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-55d6fea6-bb38-45f4-978b-b37d6c1a5da5 req-10f42514-8724-43f3-8bf5-cded4ef6dc89 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789667503845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789666979166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30039426'] for port, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:58.182603 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-bc703a84-af8d-49fa-b280-e647b2b89ef3 tempest-VolumesActionsTest-1709045046 tempest-VolumesActionsTest-1709045046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:58.195541 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3967f39-f9fa-4b8c-96bf-d5ed4d698347 req-ccb08bf9-832e-40aa-a805-61f92e609834 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:58.197063 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-f3967f39-f9fa-4b8c-96bf-d5ed4d698347 req-ccb08bf9-832e-40aa-a805-61f92e609834 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f7657c0-c224-4c94-9372-b49ff3bf0b70 HTTP/1.1" status: 200 len: 946 time: 0.1817896 Jun 21 04:34:58.214871 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f42514-8724-43f3-8bf5-cded4ef6dc89 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Pushing event deleted for resources: {'Port': ['ID=f9966a67-00d5-422a-a4ff-91d68caa750d,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:58.221780 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-10f42514-8724-43f3-8bf5-cded4ef6dc89 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:58.252842 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-4dec1f3f-f769-473b-9d9c-4cdfff02a9b8 None None] Calling delete_port for c6149f49-7006-4823-acb9-0cdf668a5b05 owned by network:dhcp {{(pid=92747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:34:58.266393 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-f3967f39-f9fa-4b8c-96bf-d5ed4d698347 req-6266313c-99ce-4c59-a63c-f3d5c2ab527b tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b40a746-b0aa-453e-ac4a-d4bbefd30551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539291 Jun 21 04:34:58.273568 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-1c5f8005-9ee5-4fb6-8de3-cb4b0711cce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789667503845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789666979166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33408498'] for port, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:58.279420 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-34ac0832-fc8a-47d1-adcd-2c5342327759 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:58.311961 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5f8005-9ee5-4fb6-8de3-cb4b0711cce9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6149f49-7006-4823-acb9-0cdf668a5b05,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:58.313902 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5f8005-9ee5-4fb6-8de3-cb4b0711cce9 admin admin] No DVR routers for this DVR port c6149f49-7006-4823-acb9-0cdf668a5b05 on host dv-cinder-796889-2-smb {{(pid=92746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:34:58.315371 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-1c5f8005-9ee5-4fb6-8de3-cb4b0711cce9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:58.387275 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-4dec1f3f-f769-473b-9d9c-4cdfff02a9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789667503845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789666979166'] for port, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:58.387864 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55d6fea6-bb38-45f4-978b-b37d6c1a5da5 req-10f42514-8724-43f3-8bf5-cded4ef6dc89 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Router 5c3063f7-f7a3-4775-a4f0-95a969eb5e47 has already been hosted by L3 agent c5fde6f5-f096-4668-9faa-154c63e10de0 {{(pid=92745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:34:58.390659 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:58.436876 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device c6149f49-7006-4823-acb9-0cdf668a5b05 no longer exists at agent ovs-agent-dv-cinder-796889-2-smb {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:34:58.437138 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-1c5f8005-9ee5-4fb6-8de3-cb4b0711cce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-744180', 'neutron.services.segments.db._delete_segments_for_network-8789667519955'] for network, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:58.447985 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.services.segments.db [None req-1c5f8005-9ee5-4fb6-8de3-cb4b0711cce9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2841fcc9-cbe8-40e0-8b5a-c6b0b7b81fa6']}} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:34:58.459937 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-f392fa84-7a48-456a-8363-78490891b966 None None] No Port match for: c6149f49-7006-4823-acb9-0cdf668a5b05 {{(pid=92747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:34:58.460610 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device c6149f49-7006-4823-acb9-0cdf668a5b05 not bound to the agent host dv-cinder-796889-2-smb {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:34:58.461404 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device 98708dba-6a96-462e-85ae-10e746027bf6 no longer exists at agent ovs-agent-dv-cinder-796889-2-smb {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:34:58.461736 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.services.segments.db [None req-1c5f8005-9ee5-4fb6-8de3-cb4b0711cce9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdcdba3d-e4e7-4ce7-bebe-b1b0b54d2ce2') {'for_net_delete': True} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:34:58.462133 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.services.segments.db [None req-1c5f8005-9ee5-4fb6-8de3-cb4b0711cce9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdcdba3d-e4e7-4ce7-bebe-b1b0b54d2ce2') {} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:34:58.473693 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-1c5f8005-9ee5-4fb6-8de3-cb4b0711cce9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789667519784', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33408307'] for segment, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:58.483313 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dec1f3f-f769-473b-9d9c-4cdfff02a9b8 None None] Pushing event deleted for resources: {'Port': ['ID=c6149f49-7006-4823-acb9-0cdf668a5b05,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:58.490082 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dec1f3f-f769-473b-9d9c-4cdfff02a9b8 None None] No DVR routers for this DVR port c6149f49-7006-4823-acb9-0cdf668a5b05 on host dv-cinder-796889-2-smb {{(pid=92747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:34:58.490082 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-f392fa84-7a48-456a-8363-78490891b966 None None] No Port match for: 98708dba-6a96-462e-85ae-10e746027bf6 {{(pid=92747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:34:58.490082 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device 98708dba-6a96-462e-85ae-10e746027bf6 not bound to the agent host dv-cinder-796889-2-smb {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:34:58.490639 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device c8815bbd-8a66-4cb6-ae0a-692b1c5cf3b5 no longer exists at agent ovs-agent-dv-cinder-796889-2-smb {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:34:58.494742 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-4dec1f3f-f769-473b-9d9c-4cdfff02a9b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:58.513657 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-f392fa84-7a48-456a-8363-78490891b966 None None] No Port match for: c8815bbd-8a66-4cb6-ae0a-692b1c5cf3b5 {{(pid=92747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:34:58.514009 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device c8815bbd-8a66-4cb6-ae0a-692b1c5cf3b5 not bound to the agent host dv-cinder-796889-2-smb {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:34:58.517161 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55d6fea6-bb38-45f4-978b-b37d6c1a5da5 req-10f42514-8724-43f3-8bf5-cded4ef6dc89 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify agent at l3_agent.dv-cinder-796889-2-smb the message routers_updated {{(pid=92745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:34:58.527595 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd52376a-f627-4698-b736-8b35c7a0b86c None None] Sync routers for ids ['5c3063f7-f7a3-4775-a4f0-95a969eb5e47'] in dv-cinder-796889-2-smb {{(pid=92747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:34:58.533455 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-1c5f8005-9ee5-4fb6-8de3-cb4b0711cce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740028'] for segment, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:58.542224 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c5f8005-9ee5-4fb6-8de3-cb4b0711cce9 admin admin] Releasing vlan 823 on physical network physnet1 to pool {{(pid=92746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 04:34:58.542883 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-1c5f8005-9ee5-4fb6-8de3-cb4b0711cce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10531'] for segment, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:58.544456 dv-cinder-796889-2-smb neutron-server[92746]: Traceback (most recent call last): Jun 21 04:34:58.544456 dv-cinder-796889-2-smb neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 04:34:58.544456 dv-cinder-796889-2-smb neutron-server[92746]: timer() Jun 21 04:34:58.544456 dv-cinder-796889-2-smb neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 04:34:58.544456 dv-cinder-796889-2-smb neutron-server[92746]: cb(*args, **kw) Jun 21 04:34:58.544456 dv-cinder-796889-2-smb neutron-server[92746]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 04:34:58.544456 dv-cinder-796889-2-smb neutron-server[92746]: return func(*args, **kwargs) Jun 21 04:34:58.544456 dv-cinder-796889-2-smb neutron-server[92746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 04:34:58.544456 dv-cinder-796889-2-smb neutron-server[92746]: self._notify() Jun 21 04:34:58.544456 dv-cinder-796889-2-smb neutron-server[92746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 04:34:58.544456 dv-cinder-796889-2-smb neutron-server[92746]: self.callback(batched_events) Jun 21 04:34:58.544456 dv-cinder-796889-2-smb neutron-server[92746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 04:34:58.544456 dv-cinder-796889-2-smb neutron-server[92746]: event.method(event) Jun 21 04:34:58.544456 dv-cinder-796889-2-smb neutron-server[92746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 04:34:58.544456 dv-cinder-796889-2-smb neutron-server[92746]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 04:34:58.544456 dv-cinder-796889-2-smb neutron-server[92746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 04:34:58.544456 dv-cinder-796889-2-smb neutron-server[92746]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 04:34:58.544456 dv-cinder-796889-2-smb neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 04:34:58.544456 dv-cinder-796889-2-smb neutron-server[92746]: return f(self, *a, **k) Jun 21 04:34:58.544456 dv-cinder-796889-2-smb neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 04:34:58.544456 dv-cinder-796889-2-smb neutron-server[92746]: return self._get(url).json() Jun 21 04:34:58.544456 dv-cinder-796889-2-smb neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 04:34:58.544456 dv-cinder-796889-2-smb neutron-server[92746]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 04:34:58.544456 dv-cinder-796889-2-smb neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 04:34:58.544456 dv-cinder-796889-2-smb neutron-server[92746]: return self.request(url, 'GET', **kwargs) Jun 21 04:34:58.544456 dv-cinder-796889-2-smb neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 04:34:58.544456 dv-cinder-796889-2-smb neutron-server[92746]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 04:34:58.544456 dv-cinder-796889-2-smb neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 04:34:58.544456 dv-cinder-796889-2-smb neutron-server[92746]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 04:34:58.544456 dv-cinder-796889-2-smb neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 04:34:58.544456 dv-cinder-796889-2-smb neutron-server[92746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 04:34:58.544456 dv-cinder-796889-2-smb neutron-server[92746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 04:34:58.546473 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd52376a-f627-4698-b736-8b35c7a0b86c None None] Routers {'5c3063f7-f7a3-4775-a4f0-95a969eb5e47'} bound to L3 agent in host dv-cinder-796889-2-smb {{(pid=92747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:34:58.546473 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-cd52376a-f627-4698-b736-8b35c7a0b86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:21:37Z,description=,heartbeat_timestamp=2021-06-21T04:34:37Z,host='dv-cinder-796889-2-smb',id=c5fde6f5-f096-4668-9faa-154c63e10de0,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:21:37Z,topic='l3_agent')) {'router_ids': ['5c3063f7-f7a3-4775-a4f0-95a969eb5e47'], 'active': True} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:34:58.564460 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d6fea6-bb38-45f4-978b-b37d6c1a5da5 req-10f42514-8724-43f3-8bf5-cded4ef6dc89 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] No DVR routers for this DVR port f9966a67-00d5-422a-a4ff-91d68caa750d on host hv-cinder-79688 {{(pid=92745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:34:58.568064 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-55d6fea6-bb38-45f4-978b-b37d6c1a5da5 req-10f42514-8724-43f3-8bf5-cded4ef6dc89 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5899'] for port, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:58.570227 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-55d6fea6-bb38-45f4-978b-b37d6c1a5da5 req-10f42514-8724-43f3-8bf5-cded4ef6dc89 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.38 "DELETE /v2.0/ports/f9966a67-00d5-422a-a4ff-91d68caa750d HTTP/1.1" status: 204 len: 173 time: 0.9397984 Jun 21 04:34:58.570911 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f7657c0-c224-4c94-9372-b49ff3bf0b70', 'name': 'network-vif-deleted', 'tag': 'f9966a67-00d5-422a-a4ff-91d68caa750d'}] {{(pid=92745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:34:58.573358 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e65a7435921a4b725d950f60fbdbd7b7a483a7692f8e299216e8097d5419be07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad85758-91bb-4872-872b-6debc6a60805" -d '{"events": [{"server_uuid": "3f7657c0-c224-4c94-9372-b49ff3bf0b70", "name": "network-vif-deleted", "tag": "f9966a67-00d5-422a-a4ff-91d68caa750d"}]}' {{(pid=92745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:34:58.647665 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-1c5f8005-9ee5-4fb6-8de3-cb4b0711cce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-744173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33253182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33062277'] for network, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:58.648691 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef6b37c-e6b1-490c-917c-f29b34242cfb x-openstack-request-id: req-fef6b37c-e6b1-490c-917c-f29b34242cfb {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:34:58.649087 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f7657c0-c224-4c94-9372-b49ff3bf0b70", "name": "network-vif-deleted", "tag": "f9966a67-00d5-422a-a4ff-91d68caa750d", "status": "completed", "code": 200}]} {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:34:58.649492 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fef6b37c-e6b1-490c-917c-f29b34242cfb {{(pid=92745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:34:58.649985 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f7657c0-c224-4c94-9372-b49ff3bf0b70', 'name': 'network-vif-deleted', 'tag': 'f9966a67-00d5-422a-a4ff-91d68caa750d', 'status': 'completed', 'code': 200} Jun 21 04:34:58.654430 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-2cc2e73f-5938-4188-9559-1fe88c3a3399 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:58.657026 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-1c5f8005-9ee5-4fb6-8de3-cb4b0711cce9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33144588'] for network, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:58.661362 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-1c5f8005-9ee5-4fb6-8de3-cb4b0711cce9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/2841fcc9-cbe8-40e0-8b5a-c6b0b7b81fa6 HTTP/1.1" status: 204 len: 168 time: 0.8549156 Jun 21 04:34:58.667890 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c369c65b-3495-4574-8018-eb7b2a2d1c6e req-f57eb094-12e0-46af-b999-112ab76056c2 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:58.669437 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-c369c65b-3495-4574-8018-eb7b2a2d1c6e req-f57eb094-12e0-46af-b999-112ab76056c2 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53 HTTP/1.1" status: 200 len: 946 time: 0.1772156 Jun 21 04:34:58.703238 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5f8005-9ee5-4fb6-8de3-cb4b0711cce9 admin admin] Pushing event deleted for resources: {'Network': ['ID=2841fcc9-cbe8-40e0-8b5a-c6b0b7b81fa6,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:58.704741 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvr_db [None req-cd52376a-f627-4698-b736-8b35c7a0b86c None None] Set router 5c3063f7-f7a3-4775-a4f0-95a969eb5e47 gateway port host: dv-cinder-796889-2-smb {{(pid=92747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:34:58.765548 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-1c5f8005-9ee5-4fb6-8de3-cb4b0711cce9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:58.793209 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-c369c65b-3495-4574-8018-eb7b2a2d1c6e req-d937b14b-0153-4f43-b8a3-47d5ca345bff tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b87962f-ec15-4f45-82d9-8094e00c4440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925038 Jun 21 04:34:58.895615 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 34984) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:58.948422 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-65488390-ea41-4d06-8e87-46cac77bfffe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e61908d6671944fe97c42e49b197ffce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0507252 Jun 21 04:34:58.950915 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 34986) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:58.963124 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-cd52376a-f627-4698-b736-8b35c7a0b86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c3063f7-f7a3-4775-a4f0-95a969eb5e47', 'name': 'tempest-AttachVolumeTestJSON-1756689701-router', 'tenant_id': '975d204c53d040d2a863b56978bb847b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.218'}], 'enable_snat': True}, 'gw_port_id': '384fc064-2ddc-469c-bd2e-788462f450cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:28Z', 'updated_at': '2021-06-21T04:29:40Z', 'revision_number': 4, 'project_id': '975d204c53d040d2a863b56978bb847b', 'gw_port': {'id': '384fc064-2ddc-469c-bd2e-788462f450cf', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:50:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3063f7-f7a3-4775-a4f0-95a969eb5e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:30Z', 'updated_at': '2021-06-21T04:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb', '_interfaces': [{'id': 'bc9da0fc-c9e9-4021-96cd-46e86f9e1725', 'name': '', 'network_id': '266761c6-991a-4b5c-89b7-18dc73edeb62', 'tenant_id': '975d204c53d040d2a863b56978bb847b', 'mac_address': 'fa:16:3e:b5:29:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3063f7-f7a3-4775-a4f0-95a969eb5e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '17b08017-4248-42a3-9e39-b4aee30874d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:35Z', 'updated_at': '2021-06-21T04:29:51Z', 'revision_number': 5, 'project_id': '975d204c53d040d2a863b56978bb847b', 'subnets': [{'id': '17b08017-4248-42a3-9e39-b4aee30874d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-smb', False) {} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:34:58.987949 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd52376a-f627-4698-b736-8b35c7a0b86c None None] Checking router: 5c3063f7-f7a3-4775-a4f0-95a969eb5e47 for host: dv-cinder-796889-2-smb {{(pid=92747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:34:58.995890 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd52376a-f627-4698-b736-8b35c7a0b86c None None] Routers {'5c3063f7-f7a3-4775-a4f0-95a969eb5e47'} bound to L3 agent in host dv-cinder-796889-2-smb {{(pid=92747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:34:58.996487 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-cd52376a-f627-4698-b736-8b35c7a0b86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:21:37Z,description=,heartbeat_timestamp=2021-06-21T04:34:37Z,host='dv-cinder-796889-2-smb',id=c5fde6f5-f096-4668-9faa-154c63e10de0,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:21:37Z,topic='l3_agent')) {'router_ids': ['5c3063f7-f7a3-4775-a4f0-95a969eb5e47'], 'active': True} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:34:58.997826 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-262a25f9-58d8-49c4-b06c-3b533a9899f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:59.022514 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-262a25f9-58d8-49c4-b06c-3b533a9899f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:59.070419 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-262a25f9-58d8-49c4-b06c-3b533a9899f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:59.073066 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-262a25f9-58d8-49c4-b06c-3b533a9899f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:59.078582 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-262a25f9-58d8-49c4-b06c-3b533a9899f8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7de10ea1-c321-48d0-bd45-f8ccf2f66da9 HTTP/1.1" status: 204 len: 168 time: 0.1224952 Jun 21 04:34:59.078582 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-bbcdca8a-1ab5-44b9-b179-c8a0172762ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:59.091579 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262a25f9-58d8-49c4-b06c-3b533a9899f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de10ea1-c321-48d0-bd45-f8ccf2f66da9,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:59.094728 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-262a25f9-58d8-49c4-b06c-3b533a9899f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:59.116019 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvr_db [None req-cd52376a-f627-4698-b736-8b35c7a0b86c None None] Set router 5c3063f7-f7a3-4775-a4f0-95a969eb5e47 gateway port host: dv-cinder-796889-2-smb {{(pid=92747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:34:59.197027 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device b9ba875a-c630-4d4b-a443-c0b565df1587 no longer exists at agent hyperv_hv-cinder-79688 {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:34:59.361011 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:59.417713 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9ba875a-c630-4d4b-a443-c0b565df1587'}] {{(pid=92747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:34:59.419959 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}801f1ae26e0cb5c56acb95c727deede285b0e3a42266231ef73c077b6573d85d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd293fe-8ae1-4ca2-8a63-d98b719096e9" -d '{"events": [{"server_uuid": "b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53", "name": "network-vif-unplugged", "status": "completed", "tag": "b9ba875a-c630-4d4b-a443-c0b565df1587"}]}' {{(pid=92747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:34:59.437198 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] For port b9ba875a-c630-4d4b-a443-c0b565df1587, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=b9ba875a-c630-4d4b-a443-c0b565df1587,segment=NetworkSegment(df3f6f4e-05ff-4d6f-923e-8ebc44f445d6),segment_id=df3f6f4e-05ff-4d6f-923e-8ebc44f445d6)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:34:59.444601 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:59.444871 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 34998) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:59.445719 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device f9966a67-00d5-422a-a4ff-91d68caa750d no longer exists at agent hyperv_hv-cinder-79688 {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:34:59.449366 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-b54aba59-7ed1-48d7-a608-51fc28ad7277 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:59.466694 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 35000) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:59.487775 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] No Port match for: f9966a67-00d5-422a-a4ff-91d68caa750d {{(pid=92747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:34:59.488131 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device f9966a67-00d5-422a-a4ff-91d68caa750d not bound to the agent host hv-cinder-79688 {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:34:59.496432 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 04:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64076b03-0348-4424-b714-714c49440b0b x-openstack-request-id: req-64076b03-0348-4424-b714-714c49440b0b {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:34:59.496734 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53", "name": "network-vif-unplugged", "status": "completed", "tag": "b9ba875a-c630-4d4b-a443-c0b565df1587", "code": 200}]} {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:34:59.496999 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-64076b03-0348-4424-b714-714c49440b0b {{(pid=92747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:34:59.497426 dv-cinder-796889-2-smb neutron-server[92747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9ba875a-c630-4d4b-a443-c0b565df1587', 'code': 200} Jun 21 04:34:59.515610 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-cd52376a-f627-4698-b736-8b35c7a0b86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c3063f7-f7a3-4775-a4f0-95a969eb5e47', 'name': 'tempest-AttachVolumeTestJSON-1756689701-router', 'tenant_id': '975d204c53d040d2a863b56978bb847b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.218'}], 'enable_snat': True}, 'gw_port_id': '384fc064-2ddc-469c-bd2e-788462f450cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:28Z', 'updated_at': '2021-06-21T04:29:40Z', 'revision_number': 4, 'project_id': '975d204c53d040d2a863b56978bb847b', 'gw_port': {'id': '384fc064-2ddc-469c-bd2e-788462f450cf', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:50:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3063f7-f7a3-4775-a4f0-95a969eb5e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:30Z', 'updated_at': '2021-06-21T04:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb', '_interfaces': [{'id': 'bc9da0fc-c9e9-4021-96cd-46e86f9e1725', 'name': '', 'network_id': '266761c6-991a-4b5c-89b7-18dc73edeb62', 'tenant_id': '975d204c53d040d2a863b56978bb847b', 'mac_address': 'fa:16:3e:b5:29:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3063f7-f7a3-4775-a4f0-95a969eb5e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '17b08017-4248-42a3-9e39-b4aee30874d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:35Z', 'updated_at': '2021-06-21T04:29:51Z', 'revision_number': 5, 'project_id': '975d204c53d040d2a863b56978bb847b', 'subnets': [{'id': '17b08017-4248-42a3-9e39-b4aee30874d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-smb', False) {} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:34:59.519835 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-2d014484-752b-4f9e-bd62-8ef50c4e6387 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4a170ccead634f82be8e6884254defaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0495822 Jun 21 04:34:59.521976 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 35002) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:59.531844 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-3c891f94-d669-4608-ae31-1ebf911eb3e8 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:59.560626 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-3c891f94-d669-4608-ae31-1ebf911eb3e8 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:59.582798 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-59679dc0-f2d3-465a-9d9e-9cba183ee959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:59.608105 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-59679dc0-f2d3-465a-9d9e-9cba183ee959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:59.620898 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-3c891f94-d669-4608-ae31-1ebf911eb3e8 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:59.623843 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-3c891f94-d669-4608-ae31-1ebf911eb3e8 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:59.628527 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-3c891f94-d669-4608-ae31-1ebf911eb3e8 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "DELETE /v2.0/security-groups/1b40a746-b0aa-453e-ac4a-d4bbefd30551 HTTP/1.1" status: 204 len: 168 time: 0.1791074 Jun 21 04:34:59.628527 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-a5d490fa-476f-4c0a-81a6-08268dabf77b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:59.628812 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 35004) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:59.635852 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c891f94-d669-4608-ae31-1ebf911eb3e8 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b40a746-b0aa-453e-ac4a-d4bbefd30551,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:59.638197 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-3c891f94-d669-4608-ae31-1ebf911eb3e8 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:59.661530 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.api.v2.resource [None req-75f0a2ee-4df7-4b8e-b6c9-99b63c6b250c tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] show failed (client error): The resource could not be found. Jun 21 04:34:59.662583 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-75f0a2ee-4df7-4b8e-b6c9-99b63c6b250c tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "GET /v2.0/security-groups/1b40a746-b0aa-453e-ac4a-d4bbefd30551 HTTP/1.1" status: 404 len: 347 time: 0.0336709 Jun 21 04:34:59.665817 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 35006) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:59.695643 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd52376a-f627-4698-b736-8b35c7a0b86c None None] The sync data for ids ['5c3063f7-f7a3-4775-a4f0-95a969eb5e47'] in dv-cinder-796889-2-smb is: [{'id': '5c3063f7-f7a3-4775-a4f0-95a969eb5e47', 'name': 'tempest-AttachVolumeTestJSON-1756689701-router', 'tenant_id': '975d204c53d040d2a863b56978bb847b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.218'}], 'enable_snat': True}, 'gw_port_id': '384fc064-2ddc-469c-bd2e-788462f450cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:28Z', 'updated_at': '2021-06-21T04:29:40Z', 'revision_number': 4, 'project_id': '975d204c53d040d2a863b56978bb847b', 'gw_port': {'id': '384fc064-2ddc-469c-bd2e-788462f450cf', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:50:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3063f7-f7a3-4775-a4f0-95a969eb5e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:30Z', 'updated_at': '2021-06-21T04:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb', '_interfaces': [{'id': 'bc9da0fc-c9e9-4021-96cd-46e86f9e1725', 'name': '', 'network_id': '266761c6-991a-4b5c-89b7-18dc73edeb62', 'tenant_id': '975d204c53d040d2a863b56978bb847b', 'mac_address': 'fa:16:3e:b5:29:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3063f7-f7a3-4775-a4f0-95a969eb5e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '17b08017-4248-42a3-9e39-b4aee30874d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:35Z', 'updated_at': '2021-06-21T04:29:51Z', 'revision_number': 5, 'project_id': '975d204c53d040d2a863b56978bb847b', 'subnets': [{'id': '17b08017-4248-42a3-9e39-b4aee30874d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:34:59.702806 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Pushing event updated for resources: {'Port': ['ID=b9ba875a-c630-4d4b-a443-c0b565df1587,revision_number=8']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:59.709156 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:59.742878 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-59679dc0-f2d3-465a-9d9e-9cba183ee959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:59.745603 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-59679dc0-f2d3-465a-9d9e-9cba183ee959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:59.748799 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-59679dc0-f2d3-465a-9d9e-9cba183ee959 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3bc63b00-cdcd-4b89-a9c8-85120aa4ae84 HTTP/1.1" status: 204 len: 168 time: 0.2204852 Jun 21 04:34:59.749212 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-eedf169d-98d0-442f-81d9-ed83db34fa81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:59.762205 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59679dc0-f2d3-465a-9d9e-9cba183ee959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc63b00-cdcd-4b89-a9c8-85120aa4ae84,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:59.764914 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-59679dc0-f2d3-465a-9d9e-9cba183ee959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:59.813357 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-05b92565-f3d4-453b-8698-b844bacf42fb tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Deleting port 581c2365-1d22-4d57-8f13-fb130b4ce4c6 {{(pid=92745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:34:59.814088 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-05b92565-f3d4-453b-8698-b844bacf42fb tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789667499749'] for port, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:59.903185 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-05b92565-f3d4-453b-8698-b844bacf42fb tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062555'] for port, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:59.903802 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-05b92565-f3d4-453b-8698-b844bacf42fb tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:59.979658 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-05b92565-f3d4-453b-8698-b844bacf42fb tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Calling delete_port for 581c2365-1d22-4d57-8f13-fb130b4ce4c6 owned by network:floatingip {{(pid=92745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:35:00.032662 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504cfc2-f7e0-461f-8849-79b7bf90668d req-c6bf1df4-47c4-440f-9722-c887498d8c26 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:00.034577 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-4504cfc2-f7e0-461f-8849-79b7bf90668d req-c6bf1df4-47c4-440f-9722-c887498d8c26 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53 HTTP/1.1" status: 200 len: 944 time: 0.1002753 Jun 21 04:35:00.078679 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac38cfe2-8b6e-481d-bddd-41e9d31a743c None None] New status for floating IP 301da425-fa06-48e0-a1eb-ffa40a167cc3: DOWN {{(pid=92748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 04:35:00.096887 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-4504cfc2-f7e0-461f-8849-79b7bf90668d req-a96ba826-d959-4528-811e-0dd0bdbc6be1 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b87962f-ec15-4f45-82d9-8094e00c4440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550063 Jun 21 04:35:00.146903 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-05b92565-f3d4-453b-8698-b844bacf42fb tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789667503845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789666979166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30039426'] for port, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:00.151938 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-52868cd5-054a-4584-9874-04ed8ca673bc tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:00.183277 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron_lib.db.api [None req-ac38cfe2-8b6e-481d-bddd-41e9d31a743c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92748) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 21 04:35:00.183696 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG oslo_db.api [None req-ac38cfe2-8b6e-481d-bddd-41e9d31a743c None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 04:35:00.185973 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b92565-f3d4-453b-8698-b844bacf42fb tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Pushing event deleted for resources: {'Port': ['ID=581c2365-1d22-4d57-8f13-fb130b4ce4c6,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:00.192753 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-05b92565-f3d4-453b-8698-b844bacf42fb tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:00.250071 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-05b92565-f3d4-453b-8698-b844bacf42fb tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks [] for floatingip, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:00.252591 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-05b92565-f3d4-453b-8698-b844bacf42fb tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5899'] for floatingip, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:00.253762 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-05b92565-f3d4-453b-8698-b844bacf42fb tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] 10.222.0.13 "DELETE /v2.0/floatingips/301da425-fa06-48e0-a1eb-ffa40a167cc3 HTTP/1.1" status: 204 len: 168 time: 0.5869238 Jun 21 04:35:00.685365 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac38cfe2-8b6e-481d-bddd-41e9d31a743c None None] New status for floating IP 301da425-fa06-48e0-a1eb-ffa40a167cc3: DOWN {{(pid=92748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 04:35:01.242786 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6698ca7c-f9b9-4259-adcd-da0c0885d699 req-7e469a0e-e731-4a49-b6a2-dcbabf1e4335 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:01.244232 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-6698ca7c-f9b9-4259-adcd-da0c0885d699 req-7e469a0e-e731-4a49-b6a2-dcbabf1e4335 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53 HTTP/1.1" status: 200 len: 944 time: 0.0629265 Jun 21 04:35:01.282478 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-6698ca7c-f9b9-4259-adcd-da0c0885d699 req-7325b3d5-8328-45f0-a897-e4e2531c367b tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b87962f-ec15-4f45-82d9-8094e00c4440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317183 Jun 21 04:35:01.511890 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 35064) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:35:01.603507 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-14774315-d844-4378-8188-fd9a2322fb92 req-eb848b20-cf33-4b24-98d1-05dfb7e720d5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0983829 Jun 21 04:35:02.462756 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f6cab-2ee0-426f-9d9d-e0e4e8965424 req-ebbd2d5e-395f-4c0d-8582-0087283fbdda tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:02.464067 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-c49f6cab-2ee0-426f-9d9d-e0e4e8965424 req-ebbd2d5e-395f-4c0d-8582-0087283fbdda tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53 HTTP/1.1" status: 200 len: 944 time: 0.0645695 Jun 21 04:35:02.733971 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14774315-d844-4378-8188-fd9a2322fb92 req-509e910c-3a7b-4079-b87b-57b8a47ef90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:02.733971 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-14774315-d844-4378-8188-fd9a2322fb92 req-509e910c-3a7b-4079-b87b-57b8a47ef90a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53&tenant_id=6e19d34d6ec747d2a23f2df61f7d1120 HTTP/1.1" status: 200 len: 1097 time: 0.0941341 Jun 21 04:35:02.774028 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-c49f6cab-2ee0-426f-9d9d-e0e4e8965424 req-a6c4426c-8d6a-4a90-9802-5f36e368c346 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b87962f-ec15-4f45-82d9-8094e00c4440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3043249 Jun 21 04:35:02.824003 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14774315-d844-4378-8188-fd9a2322fb92 req-64960974-0023-4de2-8097-64905d795a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:02.825516 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-14774315-d844-4378-8188-fd9a2322fb92 req-64960974-0023-4de2-8097-64905d795a8f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6e19d34d6ec747d2a23f2df61f7d1120&device_id=b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53 HTTP/1.1" status: 200 len: 1097 time: 0.0569561 Jun 21 04:35:02.918149 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14774315-d844-4378-8188-fd9a2322fb92 req-1b1fa37a-0c70-433d-83a5-83d87b07fd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:02.919713 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-14774315-d844-4378-8188-fd9a2322fb92 req-1b1fa37a-0c70-433d-83a5-83d87b07fd2c service neutron] 10.222.0.38 "GET /v2.0/networks?id=38e35d0b-e570-49d3-959b-c55bd6e0308c HTTP/1.1" status: 200 len: 918 time: 0.0861099 Jun 21 04:35:02.984013 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-14774315-d844-4378-8188-fd9a2322fb92 req-a1070f50-2c11-49c7-bd89-3ac8ac135259 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9ba875a-c630-4d4b-a443-c0b565df1587 HTTP/1.1" status: 200 len: 1000 time: 0.0574198 Jun 21 04:35:03.034650 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14774315-d844-4378-8188-fd9a2322fb92 req-6dcd83b6-47f6-4df9-a72e-40da0598a3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:03.036684 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-14774315-d844-4378-8188-fd9a2322fb92 req-6dcd83b6-47f6-4df9-a72e-40da0598a3e3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6f995fa3-0676-46ec-80cb-22d4129d3f36 HTTP/1.1" status: 200 len: 856 time: 0.0464246 Jun 21 04:35:03.090261 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14774315-d844-4378-8188-fd9a2322fb92 req-ff358c3f-e46e-4f76-a5b1-c6abf152309f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:03.091686 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-14774315-d844-4378-8188-fd9a2322fb92 req-ff358c3f-e46e-4f76-a5b1-c6abf152309f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=38e35d0b-e570-49d3-959b-c55bd6e0308c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0488865 Jun 21 04:35:03.170161 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device b9ba875a-c630-4d4b-a443-c0b565df1587 no longer exists at agent hyperv_hv-cinder-79688 {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:35:03.176501 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-14774315-d844-4378-8188-fd9a2322fb92 req-adb4e963-8d31-4b5d-884a-ae8a47e200ff service neutron] 10.222.0.38 "GET /v2.0/networks/38e35d0b-e570-49d3-959b-c55bd6e0308c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0772965 Jun 21 04:35:03.267052 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-14774315-d844-4378-8188-fd9a2322fb92 req-31d6a04e-28e2-4505-9c0a-aa88332a181b service neutron] 10.222.0.38 "GET /v2.0/networks/38e35d0b-e570-49d3-959b-c55bd6e0308c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841131 Jun 21 04:35:04.022451 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 35118) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:35:04.056686 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c5cfed-7a9c-4882-b8d7-2c7a96127c04 req-a746653b-fdfd-46b5-81e4-c9df481af45a tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:04.058346 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-a4c5cfed-7a9c-4882-b8d7-2c7a96127c04 req-a746653b-fdfd-46b5-81e4-c9df481af45a tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53 HTTP/1.1" status: 200 len: 944 time: 0.1157541 Jun 21 04:35:04.112339 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-a4c5cfed-7a9c-4882-b8d7-2c7a96127c04 req-337c7529-742c-4933-bf14-5e96c1976234 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b87962f-ec15-4f45-82d9-8094e00c4440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459683 Jun 21 04:35:04.151112 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-b611355b-c15a-4d6e-b581-a9e3f46eeb97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:04.521587 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4a522909-1b39-46b6-9453-26209b465755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33243850'] for router_interface, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:05.003573 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-4a522909-1b39-46b6-9453-26209b465755 admin admin] Deleting port bc9da0fc-c9e9-4021-96cd-46e86f9e1725 {{(pid=92745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:35:05.003992 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4a522909-1b39-46b6-9453-26209b465755 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789667499749'] for port, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:05.081702 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-4a522909-1b39-46b6-9453-26209b465755 admin admin] For port bc9da0fc-c9e9-4021-96cd-46e86f9e1725, host dv-cinder-796889-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-smb',level=0,port_id=bc9da0fc-c9e9-4021-96cd-46e86f9e1725,segment=NetworkSegment(7df2cf32-4808-4c59-a032-2d76cb3a1487),segment_id=7df2cf32-4808-4c59-a032-2d76cb3a1487)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:35:05.082421 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4a522909-1b39-46b6-9453-26209b465755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062555'] for port, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:05.150779 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-4a522909-1b39-46b6-9453-26209b465755 admin admin] Calling delete_port for bc9da0fc-c9e9-4021-96cd-46e86f9e1725 owned by network:router_interface {{(pid=92745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:35:05.320741 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a7d56-fca3-4340-b37d-1f1a9ede7ca5 req-98a17b97-06f5-4e91-9520-465e7ecd66ec tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:05.327976 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-dd2a7d56-fca3-4340-b37d-1f1a9ede7ca5 req-98a17b97-06f5-4e91-9520-465e7ecd66ec tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53 HTTP/1.1" status: 200 len: 944 time: 0.0871305 Jun 21 04:35:05.359502 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4a522909-1b39-46b6-9453-26209b465755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789667503845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789666979166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30039426'] for port, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:05.368322 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-dd2a7d56-fca3-4340-b37d-1f1a9ede7ca5 req-1cbfe967-4309-45cc-aba1-53769f96f797 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b87962f-ec15-4f45-82d9-8094e00c4440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394771 Jun 21 04:35:05.377589 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-176dfa54-6728-4ac4-8fbe-cffe3afdae01 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:05.406222 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a522909-1b39-46b6-9453-26209b465755 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc9da0fc-c9e9-4021-96cd-46e86f9e1725,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:05.413001 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-4a522909-1b39-46b6-9453-26209b465755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:05.602468 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-4a522909-1b39-46b6-9453-26209b465755 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33144680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33243766'] for router_interface, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:05.815363 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a522909-1b39-46b6-9453-26209b465755 admin admin] Router 5c3063f7-f7a3-4775-a4f0-95a969eb5e47 has already been hosted by L3 agent c5fde6f5-f096-4668-9faa-154c63e10de0 {{(pid=92745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:35:05.921949 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a522909-1b39-46b6-9453-26209b465755 admin admin] Notify agent at l3_agent.dv-cinder-796889-2-smb the message routers_updated {{(pid=92745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:35:05.927591 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-4a522909-1b39-46b6-9453-26209b465755 admin admin] 10.222.0.13 "PUT /v2.0/routers/5c3063f7-f7a3-4775-a4f0-95a969eb5e47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9033866 Jun 21 04:35:05.930775 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 35124) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:35:05.932266 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb7a20f-6b72-4c09-8989-20868ae7b47c None None] Sync routers for ids ['5c3063f7-f7a3-4775-a4f0-95a969eb5e47'] in dv-cinder-796889-2-smb {{(pid=92747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:35:05.945171 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb7a20f-6b72-4c09-8989-20868ae7b47c None None] Routers {'5c3063f7-f7a3-4775-a4f0-95a969eb5e47'} bound to L3 agent in host dv-cinder-796889-2-smb {{(pid=92747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:35:05.945995 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-0fb7a20f-6b72-4c09-8989-20868ae7b47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:21:37Z,description=,heartbeat_timestamp=2021-06-21T04:34:37Z,host='dv-cinder-796889-2-smb',id=c5fde6f5-f096-4668-9faa-154c63e10de0,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:21:37Z,topic='l3_agent')) {'router_ids': ['5c3063f7-f7a3-4775-a4f0-95a969eb5e47'], 'active': True} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:35:06.039776 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-8d1b686e-b9fb-4a3a-a6e9-3b3e9a19926d admin admin] Notify callbacks [] for router, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:06.077074 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvr_db [None req-0fb7a20f-6b72-4c09-8989-20868ae7b47c None None] Set router 5c3063f7-f7a3-4775-a4f0-95a969eb5e47 gateway port host: dv-cinder-796889-2-smb {{(pid=92747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:35:06.150548 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-8d1b686e-b9fb-4a3a-a6e9-3b3e9a19926d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:06.220642 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [None req-8d1b686e-b9fb-4a3a-a6e9-3b3e9a19926d admin admin] Deleting port 384fc064-2ddc-469c-bd2e-788462f450cf {{(pid=92746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:35:06.221000 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-8d1b686e-b9fb-4a3a-a6e9-3b3e9a19926d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789667499749'] for port, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:06.268074 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-0fb7a20f-6b72-4c09-8989-20868ae7b47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c3063f7-f7a3-4775-a4f0-95a969eb5e47', 'name': 'tempest-AttachVolumeTestJSON-1756689701-router', 'tenant_id': '975d204c53d040d2a863b56978bb847b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.218'}], 'enable_snat': True}, 'gw_port_id': '384fc064-2ddc-469c-bd2e-788462f450cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:28Z', 'updated_at': '2021-06-21T04:35:05Z', 'revision_number': 5, 'project_id': '975d204c53d040d2a863b56978bb847b', 'gw_port': {'id': '384fc064-2ddc-469c-bd2e-788462f450cf', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:50:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3063f7-f7a3-4775-a4f0-95a969eb5e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:30Z', 'updated_at': '2021-06-21T04:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb'}], 'dv-cinder-796889-2-smb', False) {} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:35:06.302069 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb7a20f-6b72-4c09-8989-20868ae7b47c None None] Checking router: 5c3063f7-f7a3-4775-a4f0-95a969eb5e47 for host: dv-cinder-796889-2-smb {{(pid=92747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:35:06.310398 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.db [None req-8d1b686e-b9fb-4a3a-a6e9-3b3e9a19926d admin admin] For port 384fc064-2ddc-469c-bd2e-788462f450cf, host dv-cinder-796889-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-smb',level=0,port_id=384fc064-2ddc-469c-bd2e-788462f450cf,segment=NetworkSegment(022cd8a4-ba8b-492c-8b47-9af8409ae6a3),segment_id=022cd8a4-ba8b-492c-8b47-9af8409ae6a3)] {{(pid=92746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:35:06.310758 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-8d1b686e-b9fb-4a3a-a6e9-3b3e9a19926d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062555'] for port, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:06.315195 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb7a20f-6b72-4c09-8989-20868ae7b47c None None] Routers {'5c3063f7-f7a3-4775-a4f0-95a969eb5e47'} bound to L3 agent in host dv-cinder-796889-2-smb {{(pid=92747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:35:06.316078 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-0fb7a20f-6b72-4c09-8989-20868ae7b47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:21:37Z,description=,heartbeat_timestamp=2021-06-21T04:34:37Z,host='dv-cinder-796889-2-smb',id=c5fde6f5-f096-4668-9faa-154c63e10de0,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:21:37Z,topic='l3_agent')) {'router_ids': ['5c3063f7-f7a3-4775-a4f0-95a969eb5e47'], 'active': True} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:35:06.392393 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [None req-8d1b686e-b9fb-4a3a-a6e9-3b3e9a19926d admin admin] Calling delete_port for 384fc064-2ddc-469c-bd2e-788462f450cf owned by network:router_gateway {{(pid=92746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:35:06.420443 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvr_db [None req-0fb7a20f-6b72-4c09-8989-20868ae7b47c None None] Set router 5c3063f7-f7a3-4775-a4f0-95a969eb5e47 gateway port host: None {{(pid=92747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:35:06.482496 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-0fb7a20f-6b72-4c09-8989-20868ae7b47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c3063f7-f7a3-4775-a4f0-95a969eb5e47', 'name': 'tempest-AttachVolumeTestJSON-1756689701-router', 'tenant_id': '975d204c53d040d2a863b56978bb847b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:28Z', 'updated_at': '2021-06-21T04:35:06Z', 'revision_number': 6, 'project_id': '975d204c53d040d2a863b56978bb847b', 'gw_port_host': None}], 'dv-cinder-796889-2-smb', False) {} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:35:06.510410 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb7a20f-6b72-4c09-8989-20868ae7b47c None None] The sync data for ids ['5c3063f7-f7a3-4775-a4f0-95a969eb5e47'] in dv-cinder-796889-2-smb is: [{'id': '5c3063f7-f7a3-4775-a4f0-95a969eb5e47', 'name': 'tempest-AttachVolumeTestJSON-1756689701-router', 'tenant_id': '975d204c53d040d2a863b56978bb847b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:28Z', 'updated_at': '2021-06-21T04:35:06Z', 'revision_number': 6, 'project_id': '975d204c53d040d2a863b56978bb847b', 'gw_port_host': None}] {{(pid=92747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:35:06.671153 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3e7888-2b6e-4f80-be5e-e8207d260298 req-8a1399ed-e355-42b8-a7e8-c66922aa683c tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:06.672799 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-6e3e7888-2b6e-4f80-be5e-e8207d260298 req-8a1399ed-e355-42b8-a7e8-c66922aa683c tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53 HTTP/1.1" status: 200 len: 944 time: 0.1470685 Jun 21 04:35:06.709169 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-8d1b686e-b9fb-4a3a-a6e9-3b3e9a19926d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789667503845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789666979166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33408498'] for port, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:06.722952 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-c78567ac-2c06-4d54-856e-b7418c42101d tempest-ServerRescueNegativeTestJSON-881185218 tempest-ServerRescueNegativeTestJSON-881185218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:06.727283 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-6e3e7888-2b6e-4f80-be5e-e8207d260298 req-b0239b34-7592-4150-a1e2-895759070429 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b87962f-ec15-4f45-82d9-8094e00c4440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454059 Jun 21 04:35:06.762490 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1b686e-b9fb-4a3a-a6e9-3b3e9a19926d admin admin] Pushing event deleted for resources: {'Port': ['ID=384fc064-2ddc-469c-bd2e-788462f450cf,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:06.764093 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-1429a59c-1ee0-495f-87e8-436ebd41157a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:06.780731 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-8d1b686e-b9fb-4a3a-a6e9-3b3e9a19926d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:06.822324 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-8d1b686e-b9fb-4a3a-a6e9-3b3e9a19926d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33062234'] for router_gateway, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:06.872333 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:06.920798 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-8d1b686e-b9fb-4a3a-a6e9-3b3e9a19926d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33245252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7276'] for router, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:06.923200 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-8d1b686e-b9fb-4a3a-a6e9-3b3e9a19926d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:06.977049 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-8d1b686e-b9fb-4a3a-a6e9-3b3e9a19926d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33246741'] for router, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:06.981955 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d1b686e-b9fb-4a3a-a6e9-3b3e9a19926d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c3063f7-f7a3-4775-a4f0-95a969eb5e47 {{(pid=92746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 04:35:06.993136 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:06.995095 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-8d1b686e-b9fb-4a3a-a6e9-3b3e9a19926d admin admin] Notify callbacks [] for router, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:06.997782 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-8d1b686e-b9fb-4a3a-a6e9-3b3e9a19926d admin admin] 10.222.0.13 "DELETE /v2.0/routers/5c3063f7-f7a3-4775-a4f0-95a969eb5e47 HTTP/1.1" status: 204 len: 168 time: 1.0655942 Jun 21 04:35:07.001567 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 35130) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:35:07.050479 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.db.db_base_plugin_v2 [None req-d16d5552-af46-44b7-b45f-787462c9cf54 admin admin] Deleting subnet 17b08017-4248-42a3-9e39-b4aee30874d2 {{(pid=92746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 04:35:07.054155 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-d16d5552-af46-44b7-b45f-787462c9cf54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:07.089240 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-d16d5552-af46-44b7-b45f-787462c9cf54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33408314'] for subnet, precommit_delete_associations {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:07.168922 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-d16d5552-af46-44b7-b45f-787462c9cf54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739179'] for subnet, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:07.231162 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-d16d5552-af46-44b7-b45f-787462c9cf54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33408392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8449736'] for subnet, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:07.233555 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-e452b8f9-8f28-4d40-915d-397eea542916 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:07.258683 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16d5552-af46-44b7-b45f-787462c9cf54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17b08017-4248-42a3-9e39-b4aee30874d2,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:07.261831 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-d16d5552-af46-44b7-b45f-787462c9cf54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:07.262826 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-d16d5552-af46-44b7-b45f-787462c9cf54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:07.267322 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 35132) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:35:07.267870 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-d16d5552-af46-44b7-b45f-787462c9cf54 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/17b08017-4248-42a3-9e39-b4aee30874d2 HTTP/1.1" status: 204 len: 168 time: 0.2646492 Jun 21 04:35:07.274001 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060333b4-f8f7-4589-8c7a-efcde89acc26 None None] Network 266761c6-991a-4b5c-89b7-18dc73edeb62 requested from dv-cinder-796889-2-smb {{(pid=92747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:35:07.350658 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6c0a84c8-ebcd-4cf9-a0fe-9ddd35126f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598551'] for network, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:07.405454 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-6c0a84c8-ebcd-4cf9-a0fe-9ddd35126f8d admin admin] Deleting port b1b57c5f-056b-4169-ba84-f09bdac7b93c {{(pid=92745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:35:07.406044 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6c0a84c8-ebcd-4cf9-a0fe-9ddd35126f8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789667499749'] for port, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:07.486649 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-6c0a84c8-ebcd-4cf9-a0fe-9ddd35126f8d admin admin] For port b1b57c5f-056b-4169-ba84-f09bdac7b93c, host dv-cinder-796889-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-smb',level=0,port_id=b1b57c5f-056b-4169-ba84-f09bdac7b93c,segment=NetworkSegment(7df2cf32-4808-4c59-a032-2d76cb3a1487),segment_id=7df2cf32-4808-4c59-a032-2d76cb3a1487)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:35:07.487015 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6c0a84c8-ebcd-4cf9-a0fe-9ddd35126f8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062555'] for port, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:07.523883 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6051e100-bad6-4908-afce-e7c935589551 None None] DHCP port deletion for 266761c6-991a-4b5c-89b7-18dc73edeb62 request from dv-cinder-796889-2-smb {{(pid=92747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 04:35:07.557510 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-6c0a84c8-ebcd-4cf9-a0fe-9ddd35126f8d admin admin] Calling delete_port for b1b57c5f-056b-4169-ba84-f09bdac7b93c owned by network:dhcp {{(pid=92745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:35:07.579037 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-6051e100-bad6-4908-afce-e7c935589551 None None] Deleting port b1b57c5f-056b-4169-ba84-f09bdac7b93c {{(pid=92747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:35:07.579434 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-6051e100-bad6-4908-afce-e7c935589551 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789667499749'] for port, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:07.659479 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6c0a84c8-ebcd-4cf9-a0fe-9ddd35126f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789667503845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789666979166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30039426'] for port, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:07.670081 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-6051e100-bad6-4908-afce-e7c935589551 None None] For port b1b57c5f-056b-4169-ba84-f09bdac7b93c, host dv-cinder-796889-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-smb',level=0,port_id=b1b57c5f-056b-4169-ba84-f09bdac7b93c,segment=NetworkSegment(7df2cf32-4808-4c59-a032-2d76cb3a1487),segment_id=7df2cf32-4808-4c59-a032-2d76cb3a1487)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:35:07.670491 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-6051e100-bad6-4908-afce-e7c935589551 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062555'] for port, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:07.673861 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-c189d162-0616-44ff-a343-07ae5658f0ad tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:07.720949 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0a84c8-ebcd-4cf9-a0fe-9ddd35126f8d admin admin] No DVR routers for this DVR port b1b57c5f-056b-4169-ba84-f09bdac7b93c on host dv-cinder-796889-2-smb {{(pid=92745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:35:07.722991 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0a84c8-ebcd-4cf9-a0fe-9ddd35126f8d admin admin] Pushing event deleted for resources: {'Port': ['ID=b1b57c5f-056b-4169-ba84-f09bdac7b93c,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:07.728778 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-6c0a84c8-ebcd-4cf9-a0fe-9ddd35126f8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:07.758783 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-6051e100-bad6-4908-afce-e7c935589551 None None] Calling delete_port for b1b57c5f-056b-4169-ba84-f09bdac7b93c owned by network:dhcp {{(pid=92747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:35:07.813935 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6c0a84c8-ebcd-4cf9-a0fe-9ddd35126f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-744180', 'neutron.services.segments.db._delete_segments_for_network-8789667519955'] for network, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:07.824291 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.services.segments.db [None req-6c0a84c8-ebcd-4cf9-a0fe-9ddd35126f8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['266761c6-991a-4b5c-89b7-18dc73edeb62']}} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:35:07.851041 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.services.segments.db [None req-6c0a84c8-ebcd-4cf9-a0fe-9ddd35126f8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7df2cf32-4808-4c59-a032-2d76cb3a1487') {'for_net_delete': True} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:35:07.854146 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.services.segments.db [None req-6c0a84c8-ebcd-4cf9-a0fe-9ddd35126f8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7df2cf32-4808-4c59-a032-2d76cb3a1487') {} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:35:07.855420 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-6051e100-bad6-4908-afce-e7c935589551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789667503845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789666979166'] for port, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:07.857576 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-937fd42d-fbe2-42d5-a7db-67767b718114 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:07.866299 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6c0a84c8-ebcd-4cf9-a0fe-9ddd35126f8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789667519784', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31093967'] for segment, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:07.880622 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6051e100-bad6-4908-afce-e7c935589551 None None] Pushing event deleted for resources: {'Port': ['ID=b1b57c5f-056b-4169-ba84-f09bdac7b93c,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:07.882218 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6c0a84c8-ebcd-4cf9-a0fe-9ddd35126f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740028'] for segment, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:07.886043 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-6051e100-bad6-4908-afce-e7c935589551 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:07.890977 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c0a84c8-ebcd-4cf9-a0fe-9ddd35126f8d admin admin] Releasing vlan 803 on physical network physnet1 to pool {{(pid=92745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 04:35:07.891578 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6c0a84c8-ebcd-4cf9-a0fe-9ddd35126f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3649875'] for segment, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:07.893786 dv-cinder-796889-2-smb neutron-server[92745]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:35:07.893786 dv-cinder-796889-2-smb neutron-server[92745]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:35:07.893786 dv-cinder-796889-2-smb neutron-server[92745]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:35:07.893786 dv-cinder-796889-2-smb neutron-server[92745]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:35:07.893786 dv-cinder-796889-2-smb neutron-server[92745]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:35:07.893786 dv-cinder-796889-2-smb neutron-server[92745]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:35:07.893786 dv-cinder-796889-2-smb neutron-server[92745]: Traceback (most recent call last): Jun 21 04:35:07.893786 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 04:35:07.893786 dv-cinder-796889-2-smb neutron-server[92745]: timer() Jun 21 04:35:07.893786 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 04:35:07.893786 dv-cinder-796889-2-smb neutron-server[92745]: cb(*args, **kw) Jun 21 04:35:07.893786 dv-cinder-796889-2-smb neutron-server[92745]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 04:35:07.893786 dv-cinder-796889-2-smb neutron-server[92745]: return func(*args, **kwargs) Jun 21 04:35:07.893786 dv-cinder-796889-2-smb neutron-server[92745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 04:35:07.893786 dv-cinder-796889-2-smb neutron-server[92745]: self._notify() Jun 21 04:35:07.893786 dv-cinder-796889-2-smb neutron-server[92745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 04:35:07.893786 dv-cinder-796889-2-smb neutron-server[92745]: self.callback(batched_events) Jun 21 04:35:07.893786 dv-cinder-796889-2-smb neutron-server[92745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 04:35:07.893786 dv-cinder-796889-2-smb neutron-server[92745]: event.method(event) Jun 21 04:35:07.893786 dv-cinder-796889-2-smb neutron-server[92745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 04:35:07.893786 dv-cinder-796889-2-smb neutron-server[92745]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 04:35:07.893786 dv-cinder-796889-2-smb neutron-server[92745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 04:35:07.893786 dv-cinder-796889-2-smb neutron-server[92745]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 04:35:07.893786 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 04:35:07.893786 dv-cinder-796889-2-smb neutron-server[92745]: return f(self, *a, **k) Jun 21 04:35:07.893786 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 04:35:07.893786 dv-cinder-796889-2-smb neutron-server[92745]: return self._get(url).json() Jun 21 04:35:07.893786 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 04:35:07.893786 dv-cinder-796889-2-smb neutron-server[92745]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 04:35:07.893786 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 04:35:07.893786 dv-cinder-796889-2-smb neutron-server[92745]: return self.request(url, 'GET', **kwargs) Jun 21 04:35:07.893786 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 04:35:07.893786 dv-cinder-796889-2-smb neutron-server[92745]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 04:35:07.893786 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 04:35:07.893786 dv-cinder-796889-2-smb neutron-server[92745]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 04:35:07.893786 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 04:35:07.893786 dv-cinder-796889-2-smb neutron-server[92745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 04:35:07.893786 dv-cinder-796889-2-smb neutron-server[92745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 04:35:07.901264 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6051e100-bad6-4908-afce-e7c935589551 None None] No DVR routers for this DVR port b1b57c5f-056b-4169-ba84-f09bdac7b93c on host dv-cinder-796889-2-smb {{(pid=92747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:35:07.981227 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6c0a84c8-ebcd-4cf9-a0fe-9ddd35126f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-744173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33253182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33062277'] for network, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:07.985161 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:07.987757 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6c0a84c8-ebcd-4cf9-a0fe-9ddd35126f8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33144588'] for network, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:07.989503 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf31699-a474-4d4e-9cc7-eeef264f1f4c req-074f3735-6c89-44fb-acb0-236233549abc tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:07.991020 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-fdf31699-a474-4d4e-9cc7-eeef264f1f4c req-074f3735-6c89-44fb-acb0-236233549abc tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53 HTTP/1.1" status: 200 len: 944 time: 0.0901885 Jun 21 04:35:07.998470 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-6c0a84c8-ebcd-4cf9-a0fe-9ddd35126f8d admin admin] 10.222.0.13 "DELETE /v2.0/networks/266761c6-991a-4b5c-89b7-18dc73edeb62 HTTP/1.1" status: 204 len: 168 time: 0.7230933 Jun 21 04:35:08.039153 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0a84c8-ebcd-4cf9-a0fe-9ddd35126f8d admin admin] Pushing event deleted for resources: {'Network': ['ID=266761c6-991a-4b5c-89b7-18dc73edeb62,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:08.041767 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-6c0a84c8-ebcd-4cf9-a0fe-9ddd35126f8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:08.049250 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-af7905e6-f134-40b5-8f7f-d0c0aa400a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:08.082046 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-fdf31699-a474-4d4e-9cc7-eeef264f1f4c req-7d3c1e0b-ef81-44b6-8397-3550f5d01e3b tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b87962f-ec15-4f45-82d9-8094e00c4440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816519 Jun 21 04:35:08.138936 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 35138) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:35:08.183545 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-1b15789a-7ee0-44eb-9e18-ea73cce1eae3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=975d204c53d040d2a863b56978bb847b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0431454 Jun 21 04:35:08.186157 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 35140) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:35:08.236499 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-0739e9b9-8add-4c10-a5b5-d286df00368d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:08.259190 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-0739e9b9-8add-4c10-a5b5-d286df00368d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:08.317660 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-0739e9b9-8add-4c10-a5b5-d286df00368d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:08.320252 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-0739e9b9-8add-4c10-a5b5-d286df00368d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:08.321412 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-0739e9b9-8add-4c10-a5b5-d286df00368d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4a10caec-4227-41fb-aa68-cdcd1581bad0 HTTP/1.1" status: 204 len: 168 time: 0.1342533 Jun 21 04:35:08.322206 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-fdea3279-ab12-41cb-9b83-5316daa4739d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:08.338946 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0739e9b9-8add-4c10-a5b5-d286df00368d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a10caec-4227-41fb-aa68-cdcd1581bad0,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:08.341905 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-0739e9b9-8add-4c10-a5b5-d286df00368d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:08.375825 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device 384fc064-2ddc-469c-bd2e-788462f450cf no longer exists at agent ovs-agent-dv-cinder-796889-2-smb {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:35:08.402287 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-f392fa84-7a48-456a-8363-78490891b966 None None] No Port match for: 384fc064-2ddc-469c-bd2e-788462f450cf {{(pid=92747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:35:08.402892 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device 384fc064-2ddc-469c-bd2e-788462f450cf not bound to the agent host dv-cinder-796889-2-smb {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:35:08.403504 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device b1b57c5f-056b-4169-ba84-f09bdac7b93c no longer exists at agent ovs-agent-dv-cinder-796889-2-smb {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:35:08.425833 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-f392fa84-7a48-456a-8363-78490891b966 None None] No Port match for: b1b57c5f-056b-4169-ba84-f09bdac7b93c {{(pid=92747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:35:08.426741 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device b1b57c5f-056b-4169-ba84-f09bdac7b93c not bound to the agent host dv-cinder-796889-2-smb {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:35:08.427177 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device bc9da0fc-c9e9-4021-96cd-46e86f9e1725 no longer exists at agent ovs-agent-dv-cinder-796889-2-smb {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:35:08.445653 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-f392fa84-7a48-456a-8363-78490891b966 None None] No Port match for: bc9da0fc-c9e9-4021-96cd-46e86f9e1725 {{(pid=92747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:35:08.446067 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device bc9da0fc-c9e9-4021-96cd-46e86f9e1725 not bound to the agent host dv-cinder-796889-2-smb {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:35:09.043036 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 35162) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:35:09.142528 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.v2.base [None req-a3d33b63-d5ff-4788-ae94-f02d05494820 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-420939432-network', 'tenant_id': 'd3a4c28cd24f41eeba93e05dd1c550e6'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:35:09.168693 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d33b63-d5ff-4788-ae94-f02d05494820 admin admin] Made reservation on behalf of d3a4c28cd24f41eeba93e05dd1c550e6 for: {'network': 1} {{(pid=92746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:35:09.171727 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-a3d33b63-d5ff-4788-ae94-f02d05494820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-632420'] for network, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:09.180518 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-a3d33b63-d5ff-4788-ae94-f02d05494820 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:09.322006 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edd9524-631a-4670-9d65-874017b42b06 req-0b2ff2ae-ad03-4a2e-9232-dcde3a2eb388 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:09.323488 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-0edd9524-631a-4670-9d65-874017b42b06 req-0b2ff2ae-ad03-4a2e-9232-dcde3a2eb388 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53 HTTP/1.1" status: 200 len: 944 time: 0.1069000 Jun 21 04:35:09.377593 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-a3d33b63-d5ff-4788-ae94-f02d05494820 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:09.384042 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-a3d33b63-d5ff-4788-ae94-f02d05494820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:09.389225 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-0edd9524-631a-4670-9d65-874017b42b06 req-52be1e58-bf39-4d22-b8cf-62d1361a725e tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b87962f-ec15-4f45-82d9-8094e00c4440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583572 Jun 21 04:35:09.390814 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-164a2f2e-f95b-4e2c-a1bb-83be4cae26b7 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:09.408859 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3d33b63-d5ff-4788-ae94-f02d05494820 admin admin] vlan segment allocate from pool success with {'vlan_id': 811, 'physical_network': 'physnet1'} {{(pid=92746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:35:09.423491 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d33b63-d5ff-4788-ae94-f02d05494820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=044c5139-6368-460a-a4b2-9f5b09ae5157,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:09.427804 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-a3d33b63-d5ff-4788-ae94-f02d05494820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:09.428875 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-a3d33b63-d5ff-4788-ae94-f02d05494820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740028'] for segment, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:09.429230 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.db.segments_db [None req-a3d33b63-d5ff-4788-ae94-f02d05494820 admin admin] Added segment 24d7c87a-f51d-4e39-90aa-6142cedde22d of type vlan for network 8440badd-be7a-4669-97cd-d4c76fd1ba5d Jun 21 04:35:09.477944 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-a3d33b63-d5ff-4788-ae94-f02d05494820 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789667001025'] for network, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:09.508616 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-a3d33b63-d5ff-4788-ae94-f02d05494820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33253182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593'] for network, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:09.510052 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d33b63-d5ff-4788-ae94-f02d05494820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:09.510638 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-a3d33b63-d5ff-4788-ae94-f02d05494820 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33144588'] for network, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:09.512737 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:09.566466 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-a3d33b63-d5ff-4788-ae94-f02d05494820 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5215347 Jun 21 04:35:09.570814 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 35170) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:35:09.572224 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d33b63-d5ff-4788-ae94-f02d05494820 admin admin] Pushing event updated for resources: {'Network': ['ID=8440badd-be7a-4669-97cd-d4c76fd1ba5d,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:09.574855 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-a3d33b63-d5ff-4788-ae94-f02d05494820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:09.577591 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.v2.base [None req-173e55b0-00a6-4c99-9af8-1f8c8f10582d admin admin] Request body: {'subnet': {'network_id': '8440badd-be7a-4669-97cd-d4c76fd1ba5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-420939432-subnet', 'tenant_id': 'd3a4c28cd24f41eeba93e05dd1c550e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:35:09.582282 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Network 8440badd-be7a-4669-97cd-d4c76fd1ba5d details requested by agent ovs-agent-dv-cinder-796889-2-smb with host dv-cinder-796889-2-smb {{(pid=92747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:35:09.613085 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173e55b0-00a6-4c99-9af8-1f8c8f10582d admin admin] Made reservation on behalf of d3a4c28cd24f41eeba93e05dd1c550e6 for: {'subnet': 1} {{(pid=92745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:35:09.616010 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-173e55b0-00a6-4c99-9af8-1f8c8f10582d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3759872'] for subnet, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:09.658406 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-410c395a-ca3a-4855-90fb-923e0a2b4d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:09.803871 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-173e55b0-00a6-4c99-9af8-1f8c8f10582d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30039353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3759890'] for subnet, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:09.806237 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:09.851537 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173e55b0-00a6-4c99-9af8-1f8c8f10582d admin admin] Pushing event updated for resources: {'Subnet': ['ID=625d999c-845c-49ae-ab8c-b05d726993e2,revision_number=0']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:09.855933 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-173e55b0-00a6-4c99-9af8-1f8c8f10582d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:09.871634 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173e55b0-00a6-4c99-9af8-1f8c8f10582d admin admin] Checking segment: {'id': '24d7c87a-f51d-4e39-90aa-6142cedde22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '8440badd-be7a-4669-97cd-d4c76fd1ba5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:35:09.871993 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173e55b0-00a6-4c99-9af8-1f8c8f10582d admin admin] Network hostable DHCP agents. Network: 8440badd-be7a-4669-97cd-d4c76fd1ba5d, hostable agents: ['4488296f-9c2d-4613-a478-344bf5f68149'], hosted agents: [] {{(pid=92745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:35:09.888360 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173e55b0-00a6-4c99-9af8-1f8c8f10582d admin admin] Network 8440badd-be7a-4669-97cd-d4c76fd1ba5d is scheduled to be hosted by DHCP agent 4488296f-9c2d-4613-a478-344bf5f68149 with binding_index 1 {{(pid=92745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:35:09.897879 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.base_scheduler [None req-173e55b0-00a6-4c99-9af8-1f8c8f10582d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796889-2-smb, 8440badd-be7a-4669-97cd-d4c76fd1ba5d) {{(pid=92745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:35:09.901832 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173e55b0-00a6-4c99-9af8-1f8c8f10582d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:09.902424 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-173e55b0-00a6-4c99-9af8-1f8c8f10582d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33144588'] for subnet, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:09.908887 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21230cb7-e92c-40f0-af87-42465bb2d94a None None] Network 8440badd-be7a-4669-97cd-d4c76fd1ba5d requested from dv-cinder-796889-2-smb {{(pid=92747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:35:09.926952 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-173e55b0-00a6-4c99-9af8-1f8c8f10582d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3463848 Jun 21 04:35:10.079259 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c35ea8-299a-4b8d-8228-cbf7399d5697 None None] Network 8440badd-be7a-4669-97cd-d4c76fd1ba5d requested from dv-cinder-796889-2-smb {{(pid=92747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:35:10.401195 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b98534-9b96-492e-a0a5-b161ffb04cd9 req-855b93ff-5cfd-414e-a2d5-40b4d8d5e6ed tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:10.402723 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-63b98534-9b96-492e-a0a5-b161ffb04cd9 req-855b93ff-5cfd-414e-a2d5-40b4d8d5e6ed tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/networks?id=8440badd-be7a-4669-97cd-d4c76fd1ba5d HTTP/1.1" status: 200 len: 814 time: 0.1156137 Jun 21 04:35:10.418564 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-63b98534-9b96-492e-a0a5-b161ffb04cd9 req-5edca8a4-8329-48d2-8373-da5279bfd774 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/quotas/d3a4c28cd24f41eeba93e05dd1c550e6 HTTP/1.1" status: 200 len: 375 time: 0.0098698 Jun 21 04:35:10.463834 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-63b98534-9b96-492e-a0a5-b161ffb04cd9 req-6aabbfc0-7479-44ba-8ab6-d2a6c6bc8afc tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d3a4c28cd24f41eeba93e05dd1c550e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394154 Jun 21 04:35:10.646399 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-63b98534-9b96-492e-a0a5-b161ffb04cd9 req-524e97da-f121-46a0-af50-ad0dead0c717 service neutron] 10.222.0.13 "GET /v2.0/networks/8440badd-be7a-4669-97cd-d4c76fd1ba5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754365 Jun 21 04:35:10.654582 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e022dce-e896-44bf-8b91-edaa5b16e463 req-915edbbc-34ed-4fe1-a7f1-f93514271793 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:10.656049 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-2e022dce-e896-44bf-8b91-edaa5b16e463 req-915edbbc-34ed-4fe1-a7f1-f93514271793 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53 HTTP/1.1" status: 200 len: 944 time: 0.1405416 Jun 21 04:35:10.745245 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-2e022dce-e896-44bf-8b91-edaa5b16e463 req-cfd857c0-127c-4427-bf3c-86d369e0737d tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b87962f-ec15-4f45-82d9-8094e00c4440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809927 Jun 21 04:35:10.785088 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-63b98534-9b96-492e-a0a5-b161ffb04cd9 req-469d1ddd-6dce-4adc-a361-490abc0f44e2 service neutron] 10.222.0.13 "GET /v2.0/networks/8440badd-be7a-4669-97cd-d4c76fd1ba5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280148 Jun 21 04:35:10.956506 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-4e075502-ab53-4c5a-bf10-a3bb960ff0d9 req-d1001591-844a-4aa0-a418-ecec0c56a1d3 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de5457c-8972-4278-977d-d57b19356543 HTTP/1.1" status: 200 len: 210 time: 0.0378282 Jun 21 04:35:11.929215 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255829c6-87f4-4fd7-b38c-9bd464f69446 req-d117776c-27e3-48e6-b586-4f68e582d708 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:11.930910 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-255829c6-87f4-4fd7-b38c-9bd464f69446 req-d117776c-27e3-48e6-b586-4f68e582d708 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53 HTTP/1.1" status: 200 len: 944 time: 0.0672064 Jun 21 04:35:11.969026 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-255829c6-87f4-4fd7-b38c-9bd464f69446 req-82cdfeb1-5ccb-4fd1-92f9-c0b07a3954b0 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b87962f-ec15-4f45-82d9-8094e00c4440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321329 Jun 21 04:35:12.107944 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-8f685265-a809-4700-9c05-349036d7b704 req-d03f6555-c1a9-40e7-864a-883c212d8020 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de5457c-8972-4278-977d-d57b19356543 HTTP/1.1" status: 200 len: 210 time: 0.0323303 Jun 21 04:35:13.151835 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa41ce41-0fae-41b0-abea-13e6780d5c5a req-4fcc7966-2136-4b7d-a3d1-54fd9ac2cbed tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:13.153310 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-aa41ce41-0fae-41b0-abea-13e6780d5c5a req-4fcc7966-2136-4b7d-a3d1-54fd9ac2cbed tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53 HTTP/1.1" status: 200 len: 944 time: 0.0641809 Jun 21 04:35:13.196645 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-aa41ce41-0fae-41b0-abea-13e6780d5c5a req-48811bac-a207-4cc6-89a1-ed115ac99b59 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b87962f-ec15-4f45-82d9-8094e00c4440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374477 Jun 21 04:35:13.252438 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-db9bc658-6882-4c1c-8dce-6af02182b9f5 req-dc0de0d3-c6f2-4e10-9165-1575f680de5a tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de5457c-8972-4278-977d-d57b19356543 HTTP/1.1" status: 200 len: 210 time: 0.0296390 Jun 21 04:35:14.401219 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-c9427e10-80e1-48f1-8fad-8831184d99dc req-16bf6121-e0fa-4bab-b488-15d94bb3d8b2 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de5457c-8972-4278-977d-d57b19356543 HTTP/1.1" status: 200 len: 210 time: 0.0366240 Jun 21 04:35:14.409155 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdefa063-64cf-42b6-971b-76125ff96564 req-7fd577e6-beb4-4705-bfac-c90ec3f1a7ce tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:14.410564 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-cdefa063-64cf-42b6-971b-76125ff96564 req-7fd577e6-beb4-4705-bfac-c90ec3f1a7ce tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53 HTTP/1.1" status: 200 len: 944 time: 0.0980773 Jun 21 04:35:14.448344 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-cdefa063-64cf-42b6-971b-76125ff96564 req-ef3e9808-f846-4a7e-9127-516a081e6504 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b87962f-ec15-4f45-82d9-8094e00c4440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321405 Jun 21 04:35:14.727224 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b98534-9b96-492e-a0a5-b161ffb04cd9 req-b5f5b365-5ad8-43f4-998d-5bdf3c9d79ee tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:14.728657 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-63b98534-9b96-492e-a0a5-b161ffb04cd9 req-b5f5b365-5ad8-43f4-998d-5bdf3c9d79ee tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.38 "GET /v2.0/networks?id=8440badd-be7a-4669-97cd-d4c76fd1ba5d HTTP/1.1" status: 200 len: 814 time: 0.1056242 Jun 21 04:35:14.746965 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.v2.base [req-63b98534-9b96-492e-a0a5-b161ffb04cd9 req-9a418a87-d70e-493c-8efd-cac0eb9a0004 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Request body: {'port': {'device_id': '2de5457c-8972-4278-977d-d57b19356543', 'network_id': '8440badd-be7a-4669-97cd-d4c76fd1ba5d', 'admin_state_up': True, 'tenant_id': 'd3a4c28cd24f41eeba93e05dd1c550e6'}} {{(pid=92745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:35:14.854531 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63b98534-9b96-492e-a0a5-b161ffb04cd9 req-9a418a87-d70e-493c-8efd-cac0eb9a0004 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Made reservation on behalf of d3a4c28cd24f41eeba93e05dd1c550e6 for: {'port': 1} {{(pid=92745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:35:14.857980 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-63b98534-9b96-492e-a0a5-b161ffb04cd9 req-9a418a87-d70e-493c-8efd-cac0eb9a0004 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-632420'] for port, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:14.975898 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.db_base_plugin_common [req-63b98534-9b96-492e-a0a5-b161ffb04cd9 req-9a418a87-d70e-493c-8efd-cac0eb9a0004 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Allocated IP 172.20.0.4 (8440badd-be7a-4669-97cd-d4c76fd1ba5d/625d999c-845c-49ae-ab8c-b05d726993e2/0e77e001-728b-4776-bef6-c5130b61ddd2) {{(pid=92745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:35:15.069175 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.agents_db [None req-0317ce1f-94ba-4828-a78d-05fb42e0f355 None None] Agent healthcheck: found 6 active agents {{(pid=92748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:35:15.117511 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-63b98534-9b96-492e-a0a5-b161ffb04cd9 req-9a418a87-d70e-493c-8efd-cac0eb9a0004 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Notify callbacks [] for port, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:15.153663 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-63b98534-9b96-492e-a0a5-b161ffb04cd9 req-9a418a87-d70e-493c-8efd-cac0eb9a0004 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789666979157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30039437'] for port, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:15.157154 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-6c0a84c8-ebcd-4cf9-a0fe-9ddd35126f8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:15.196444 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63b98534-9b96-492e-a0a5-b161ffb04cd9 req-9a418a87-d70e-493c-8efd-cac0eb9a0004 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Network 8440badd-be7a-4669-97cd-d4c76fd1ba5d is already hosted by enough agents. {{(pid=92745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:35:15.199598 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.base_scheduler [req-63b98534-9b96-492e-a0a5-b161ffb04cd9 req-9a418a87-d70e-493c-8efd-cac0eb9a0004 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Resources bound (agent type, host, resource id): {{(pid=92745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:35:15.203259 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [req-63b98534-9b96-492e-a0a5-b161ffb04cd9 req-9a418a87-d70e-493c-8efd-cac0eb9a0004 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Received port after_create {{(pid=92745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:35:15.209880 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a418a87-d70e-493c-8efd-cac0eb9a0004 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Pushing event updated for resources: {'Port': ['ID=0e77e001-728b-4776-bef6-c5130b61ddd2,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:15.232158 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-9a418a87-d70e-493c-8efd-cac0eb9a0004 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:15.256091 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b98534-9b96-492e-a0a5-b161ffb04cd9 req-9a418a87-d70e-493c-8efd-cac0eb9a0004 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:15.256699 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-63b98534-9b96-492e-a0a5-b161ffb04cd9 req-9a418a87-d70e-493c-8efd-cac0eb9a0004 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5899'] for port, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:15.269959 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-63b98534-9b96-492e-a0a5-b161ffb04cd9 req-9a418a87-d70e-493c-8efd-cac0eb9a0004 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5269117 Jun 21 04:35:15.287963 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.v2.base [req-63b98534-9b96-492e-a0a5-b161ffb04cd9 req-b2345b3d-f466-4745-acf7-e79fe3ca2e3a service neutron] Request body: {'port': {'device_id': '2de5457c-8972-4278-977d-d57b19356543', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79688'}} {{(pid=92745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:35:15.354603 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-63b98534-9b96-492e-a0a5-b161ffb04cd9 req-b2345b3d-f466-4745-acf7-e79fe3ca2e3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:15.605738 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a470da-0255-4410-8271-968f206af30e req-1d8ac03e-854a-4f60-a6cc-2292f32ae87c tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:15.607091 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-d6a470da-0255-4410-8271-968f206af30e req-1d8ac03e-854a-4f60-a6cc-2292f32ae87c tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de5457c-8972-4278-977d-d57b19356543 HTTP/1.1" status: 200 len: 931 time: 0.0919466 Jun 21 04:35:15.607223 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [req-63b98534-9b96-492e-a0a5-b161ffb04cd9 req-b2345b3d-f466-4745-acf7-e79fe3ca2e3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e77e001-728b-4776-bef6-c5130b61ddd2 {{(pid=92745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:35:15.614507 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-63b98534-9b96-492e-a0a5-b161ffb04cd9 req-b2345b3d-f466-4745-acf7-e79fe3ca2e3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:15.627225 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [req-63b98534-9b96-492e-a0a5-b161ffb04cd9 req-b2345b3d-f466-4745-acf7-e79fe3ca2e3a service neutron] Transition to ACTIVE for port object 0e77e001-728b-4776-bef6-c5130b61ddd2 will not be triggered until provisioned by entity L2. {{(pid=92745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:35:15.630344 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-63b98534-9b96-492e-a0a5-b161ffb04cd9 req-b2345b3d-f466-4745-acf7-e79fe3ca2e3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30039483'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:15.632300 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-fac2bf25-9270-477f-8173-68a4f89ee5cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:15.665857 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bcb9d2-2580-4a52-a0e5-44c2f8fa3612 req-d06ec674-9ffa-4b90-8a0e-cbfa3070c965 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:15.667334 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-74bcb9d2-2580-4a52-a0e5-44c2f8fa3612 req-d06ec674-9ffa-4b90-8a0e-cbfa3070c965 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53 HTTP/1.1" status: 200 len: 944 time: 0.1043744 Jun 21 04:35:15.669987 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-d6a470da-0255-4410-8271-968f206af30e req-2bbed3b3-9053-4a6f-a314-d1e1978c52c3 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/security-groups?id=044c5139-6368-460a-a4b2-9f5b09ae5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554926 Jun 21 04:35:15.701948 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2345b3d-f466-4745-acf7-e79fe3ca2e3a service neutron] Pushing event updated for resources: {'Port': ['ID=0e77e001-728b-4776-bef6-c5130b61ddd2,revision_number=2']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:15.707920 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-b2345b3d-f466-4745-acf7-e79fe3ca2e3a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:15.709819 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-74bcb9d2-2580-4a52-a0e5-44c2f8fa3612 req-2e694828-a357-4f13-9466-a3eaa9abd1d3 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b87962f-ec15-4f45-82d9-8094e00c4440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366964 Jun 21 04:35:15.771691 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [req-63b98534-9b96-492e-a0a5-b161ffb04cd9 req-b2345b3d-f466-4745-acf7-e79fe3ca2e3a service neutron] Attempting to bind port 0e77e001-728b-4776-bef6-c5130b61ddd2 on host hv-cinder-79688 for vnic_type normal with profile {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:35:15.772246 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [req-63b98534-9b96-492e-a0a5-b161ffb04cd9 req-b2345b3d-f466-4745-acf7-e79fe3ca2e3a service neutron] Attempting to bind port 0e77e001-728b-4776-bef6-c5130b61ddd2 by drivers openvswitch,hyperv on host hv-cinder-79688 at level 0 using segments [{'id': '24d7c87a-f51d-4e39-90aa-6142cedde22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '8440badd-be7a-4669-97cd-d4c76fd1ba5d'}] {{(pid=92745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:35:15.772375 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b98534-9b96-492e-a0a5-b161ffb04cd9 req-b2345b3d-f466-4745-acf7-e79fe3ca2e3a service neutron] Attempting to bind port 0e77e001-728b-4776-bef6-c5130b61ddd2 on network 8440badd-be7a-4669-97cd-d4c76fd1ba5d {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:35:15.776434 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b98534-9b96-492e-a0a5-b161ffb04cd9 req-b2345b3d-f466-4745-acf7-e79fe3ca2e3a service neutron] Port 0e77e001-728b-4776-bef6-c5130b61ddd2 on network 8440badd-be7a-4669-97cd-d4c76fd1ba5d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79688 {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:35:15.776745 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b98534-9b96-492e-a0a5-b161ffb04cd9 req-b2345b3d-f466-4745-acf7-e79fe3ca2e3a service neutron] Attempting to bind port 0e77e001-728b-4776-bef6-c5130b61ddd2 on network 8440badd-be7a-4669-97cd-d4c76fd1ba5d {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:35:15.781284 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b98534-9b96-492e-a0a5-b161ffb04cd9 req-b2345b3d-f466-4745-acf7-e79fe3ca2e3a service neutron] Checking agent: {'id': '2d8ec531-0834-43cc-a69e-43a4958e3c4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79688', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 27, 37), 'started_at': datetime.datetime(2021, 6, 21, 4, 27, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:35:15.781650 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b98534-9b96-492e-a0a5-b161ffb04cd9 req-b2345b3d-f466-4745-acf7-e79fe3ca2e3a service neutron] Checking segment: {'id': '24d7c87a-f51d-4e39-90aa-6142cedde22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '8440badd-be7a-4669-97cd-d4c76fd1ba5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:35:15.782026 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b98534-9b96-492e-a0a5-b161ffb04cd9 req-b2345b3d-f466-4745-acf7-e79fe3ca2e3a service neutron] Bound using segment: {'id': '24d7c87a-f51d-4e39-90aa-6142cedde22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '8440badd-be7a-4669-97cd-d4c76fd1ba5d'} {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:35:15.782441 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [req-63b98534-9b96-492e-a0a5-b161ffb04cd9 req-b2345b3d-f466-4745-acf7-e79fe3ca2e3a service neutron] Bound port: 0e77e001-728b-4776-bef6-c5130b61ddd2, host: hv-cinder-79688, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24d7c87a-f51d-4e39-90aa-6142cedde22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '8440badd-be7a-4669-97cd-d4c76fd1ba5d'}}] {{(pid=92745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:35:15.782779 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-63b98534-9b96-492e-a0a5-b161ffb04cd9 req-b2345b3d-f466-4745-acf7-e79fe3ca2e3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:15.841419 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [req-63b98534-9b96-492e-a0a5-b161ffb04cd9 req-b2345b3d-f466-4745-acf7-e79fe3ca2e3a service neutron] For port 0e77e001-728b-4776-bef6-c5130b61ddd2, host hv-cinder-79688, cleared binding levels {{(pid=92745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:35:15.844239 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [req-63b98534-9b96-492e-a0a5-b161ffb04cd9 req-b2345b3d-f466-4745-acf7-e79fe3ca2e3a service neutron] For port 0e77e001-728b-4776-bef6-c5130b61ddd2, host hv-cinder-79688, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=0e77e001-728b-4776-bef6-c5130b61ddd2,segment=NetworkSegment(24d7c87a-f51d-4e39-90aa-6142cedde22d),segment_id=24d7c87a-f51d-4e39-90aa-6142cedde22d)] {{(pid=92745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:35:15.849657 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-63b98534-9b96-492e-a0a5-b161ffb04cd9 req-b2345b3d-f466-4745-acf7-e79fe3ca2e3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30039483'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:15.852836 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-dd25c44f-25d6-440a-a3f8-82c86a8be9c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:15.882279 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b98534-9b96-492e-a0a5-b161ffb04cd9 req-b2345b3d-f466-4745-acf7-e79fe3ca2e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:15.882889 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-63b98534-9b96-492e-a0a5-b161ffb04cd9 req-b2345b3d-f466-4745-acf7-e79fe3ca2e3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5899'] for port, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:15.884346 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-63b98534-9b96-492e-a0a5-b161ffb04cd9 req-b2345b3d-f466-4745-acf7-e79fe3ca2e3a service neutron] 10.222.0.38 "PUT /v2.0/ports/0e77e001-728b-4776-bef6-c5130b61ddd2 HTTP/1.1" status: 200 len: 1093 time: 0.6008599 Jun 21 04:35:15.884759 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2de5457c-8972-4278-977d-d57b19356543', 'tag': '0e77e001-728b-4776-bef6-c5130b61ddd2'}] {{(pid=92745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:35:15.887116 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e65a7435921a4b725d950f60fbdbd7b7a483a7692f8e299216e8097d5419be07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4beb15c7-40e4-43be-a5d5-4de1e5c137cf" -d '{"events": [{"name": "network-changed", "server_uuid": "2de5457c-8972-4278-977d-d57b19356543", "tag": "0e77e001-728b-4776-bef6-c5130b61ddd2"}]}' {{(pid=92745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:35:15.910935 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2345b3d-f466-4745-acf7-e79fe3ca2e3a service neutron] Pushing event updated for resources: {'Port': ['ID=0e77e001-728b-4776-bef6-c5130b61ddd2,revision_number=3']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:15.914790 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-b2345b3d-f466-4745-acf7-e79fe3ca2e3a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:15.928656 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a2219e9-55ee-4a3a-a919-957c10883f7a x-openstack-request-id: req-7a2219e9-55ee-4a3a-a919-957c10883f7a {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:35:15.928983 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2de5457c-8972-4278-977d-d57b19356543", "tag": "0e77e001-728b-4776-bef6-c5130b61ddd2", "status": "completed", "code": 200}]} {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:35:15.929273 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7a2219e9-55ee-4a3a-a919-957c10883f7a {{(pid=92745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:35:15.929734 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2de5457c-8972-4278-977d-d57b19356543', 'tag': '0e77e001-728b-4776-bef6-c5130b61ddd2', 'status': 'completed', 'code': 200} Jun 21 04:35:15.997105 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b98534-9b96-492e-a0a5-b161ffb04cd9 req-e4baac63-0c84-453e-99ad-cf4e7d8b3a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:15.998790 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-63b98534-9b96-492e-a0a5-b161ffb04cd9 req-e4baac63-0c84-453e-99ad-cf4e7d8b3a56 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d3a4c28cd24f41eeba93e05dd1c550e6&device_id=2de5457c-8972-4278-977d-d57b19356543 HTTP/1.1" status: 200 len: 1096 time: 0.0530710 Jun 21 04:35:16.046356 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-63b98534-9b96-492e-a0a5-b161ffb04cd9 req-4b698718-2695-4be2-a3b2-4f4b2960f7c5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e77e001-728b-4776-bef6-c5130b61ddd2 HTTP/1.1" status: 200 len: 217 time: 0.0357869 Jun 21 04:35:16.091861 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b98534-9b96-492e-a0a5-b161ffb04cd9 req-51418a94-21dd-4c42-b88c-b045c2c1e919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:16.093219 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-63b98534-9b96-492e-a0a5-b161ffb04cd9 req-51418a94-21dd-4c42-b88c-b045c2c1e919 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=625d999c-845c-49ae-ab8c-b05d726993e2 HTTP/1.1" status: 200 len: 854 time: 0.0406919 Jun 21 04:35:16.123497 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-63b98534-9b96-492e-a0a5-b161ffb04cd9 req-f7a21854-68fe-42b8-a1d6-11719c9496ee service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8440badd-be7a-4669-97cd-d4c76fd1ba5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243840 Jun 21 04:35:16.210058 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-63b98534-9b96-492e-a0a5-b161ffb04cd9 req-c0288880-e764-453b-9f74-249bcaa99608 service neutron] 10.222.0.38 "GET /v2.0/networks/8440badd-be7a-4669-97cd-d4c76fd1ba5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801277 Jun 21 04:35:16.293797 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-63b98534-9b96-492e-a0a5-b161ffb04cd9 req-9d01cc0d-704f-4440-94cb-15563bb42dc0 service neutron] 10.222.0.38 "GET /v2.0/networks/8440badd-be7a-4669-97cd-d4c76fd1ba5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0776272 Jun 21 04:35:16.444517 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb15c7-40e4-43be-a5d5-4de1e5c137cf req-8c47eb5d-db72-4d2f-b3ec-6200e381c325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:16.445990 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-4beb15c7-40e4-43be-a5d5-4de1e5c137cf req-8c47eb5d-db72-4d2f-b3ec-6200e381c325 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d3a4c28cd24f41eeba93e05dd1c550e6&device_id=2de5457c-8972-4278-977d-d57b19356543 HTTP/1.1" status: 200 len: 1096 time: 0.0506692 Jun 21 04:35:16.533308 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb15c7-40e4-43be-a5d5-4de1e5c137cf req-5a329422-d479-4147-92af-b0a75efbe8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:16.534651 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-4beb15c7-40e4-43be-a5d5-4de1e5c137cf req-5a329422-d479-4147-92af-b0a75efbe8a0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=8440badd-be7a-4669-97cd-d4c76fd1ba5d HTTP/1.1" status: 200 len: 915 time: 0.0821805 Jun 21 04:35:16.573831 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-4beb15c7-40e4-43be-a5d5-4de1e5c137cf req-47ef3de6-2c2d-42a5-a35c-5a563de925d9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e77e001-728b-4776-bef6-c5130b61ddd2 HTTP/1.1" status: 200 len: 217 time: 0.0328903 Jun 21 04:35:16.623128 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb15c7-40e4-43be-a5d5-4de1e5c137cf req-bf02aea0-d3f9-48c5-a5e1-ba96b4f8fcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:16.624573 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-4beb15c7-40e4-43be-a5d5-4de1e5c137cf req-bf02aea0-d3f9-48c5-a5e1-ba96b4f8fcfe service neutron] 10.222.0.38 "GET /v2.0/subnets?id=625d999c-845c-49ae-ab8c-b05d726993e2 HTTP/1.1" status: 200 len: 854 time: 0.0438991 Jun 21 04:35:16.656220 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-4beb15c7-40e4-43be-a5d5-4de1e5c137cf req-8b8c759c-1d03-4062-a9e0-af6c8608b178 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8440badd-be7a-4669-97cd-d4c76fd1ba5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248842 Jun 21 04:35:16.741811 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-4beb15c7-40e4-43be-a5d5-4de1e5c137cf req-e6561102-e204-445c-a862-7f41a88f9378 service neutron] 10.222.0.38 "GET /v2.0/networks/8440badd-be7a-4669-97cd-d4c76fd1ba5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786119 Jun 21 04:35:16.835804 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-4beb15c7-40e4-43be-a5d5-4de1e5c137cf req-8678c2fa-1b2f-4781-b72d-95a9ecb67346 service neutron] 10.222.0.38 "GET /v2.0/networks/8440badd-be7a-4669-97cd-d4c76fd1ba5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875235 Jun 21 04:35:16.874655 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2421a7bb-d60c-4a68-8800-88ac243aa57d req-afac6027-b576-4280-b38e-e56a4777b5cb tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:16.876088 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-2421a7bb-d60c-4a68-8800-88ac243aa57d req-afac6027-b576-4280-b38e-e56a4777b5cb tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de5457c-8972-4278-977d-d57b19356543 HTTP/1.1" status: 200 len: 943 time: 0.0945539 Jun 21 04:35:16.933808 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b7b3f8-d30c-4811-a3c1-821bc4a9a2d1 req-5ad17af7-983e-4354-afa0-2d7571c4d711 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:16.935459 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-06b7b3f8-d30c-4811-a3c1-821bc4a9a2d1 req-5ad17af7-983e-4354-afa0-2d7571c4d711 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53 HTTP/1.1" status: 200 len: 944 time: 0.1091027 Jun 21 04:35:16.940118 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-2421a7bb-d60c-4a68-8800-88ac243aa57d req-a2e539c0-ade7-4276-a26a-a885cea55e78 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/security-groups?id=044c5139-6368-460a-a4b2-9f5b09ae5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563817 Jun 21 04:35:16.972011 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-06b7b3f8-d30c-4811-a3c1-821bc4a9a2d1 req-200f2f2e-16c1-4bec-a14a-1eb8f33e151d tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b87962f-ec15-4f45-82d9-8094e00c4440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309331 Jun 21 04:35:17.274882 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device b9ba875a-c630-4d4b-a443-c0b565df1587 details requested by agent hyperv_hv-cinder-79688 with host hv-cinder-79688 {{(pid=92747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:35:17.371326 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] For port b9ba875a-c630-4d4b-a443-c0b565df1587, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=b9ba875a-c630-4d4b-a443-c0b565df1587,segment=NetworkSegment(df3f6f4e-05ff-4d6f-923e-8ebc44f445d6),segment_id=df3f6f4e-05ff-4d6f-923e-8ebc44f445d6)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:35:17.382166 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Returning: {'device': 'b9ba875a-c630-4d4b-a443-c0b565df1587', 'network_id': '38e35d0b-e570-49d3-959b-c55bd6e0308c', 'port_id': 'b9ba875a-c630-4d4b-a443-c0b565df1587', 'mac_address': 'fa:16:3e:fb:47:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f995fa3-0676-46ec-80cb-22d4129d3f36', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:35:17.419948 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:17.432103 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.notifiers.nova [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9ba875a-c630-4d4b-a443-c0b565df1587 {{(pid=92747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:35:17.450797 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] For port b9ba875a-c630-4d4b-a443-c0b565df1587, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=b9ba875a-c630-4d4b-a443-c0b565df1587,segment=NetworkSegment(df3f6f4e-05ff-4d6f-923e-8ebc44f445d6),segment_id=df3f6f4e-05ff-4d6f-923e-8ebc44f445d6)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:35:17.454544 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:17.456315 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:17.500154 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Pushing event updated for resources: {'Port': ['ID=b9ba875a-c630-4d4b-a443-c0b565df1587,revision_number=9']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:17.503083 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:17.741611 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] get_ports_and_sgs() called for port_ids ['b9ba875a-c630-4d4b-a443-c0b565df1587'] {{(pid=92747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:35:18.136608 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d93f97-5e9c-491d-a155-9520fb3c54d5 req-ae5267a8-b42b-4e51-ae37-31b03462e31e tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:18.138257 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-a0d93f97-5e9c-491d-a155-9520fb3c54d5 req-ae5267a8-b42b-4e51-ae37-31b03462e31e tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de5457c-8972-4278-977d-d57b19356543 HTTP/1.1" status: 200 len: 943 time: 0.0912035 Jun 21 04:35:18.189441 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76371aa9-0513-4f08-8b5d-419c1103bee7 req-88863438-6804-4147-90d7-5d494a61ab55 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:18.190854 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-76371aa9-0513-4f08-8b5d-419c1103bee7 req-88863438-6804-4147-90d7-5d494a61ab55 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53 HTTP/1.1" status: 200 len: 945 time: 0.1027534 Jun 21 04:35:18.196105 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-a0d93f97-5e9c-491d-a155-9520fb3c54d5 req-6dd9d32f-c9e3-43a3-af30-6cb0727663ef tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/security-groups?id=044c5139-6368-460a-a4b2-9f5b09ae5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513444 Jun 21 04:35:18.231654 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-76371aa9-0513-4f08-8b5d-419c1103bee7 req-2288c58c-7eb6-47f6-a785-f29c13baf9ea tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b87962f-ec15-4f45-82d9-8094e00c4440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346363 Jun 21 04:35:19.290934 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device 0e77e001-728b-4776-bef6-c5130b61ddd2 details requested by agent hyperv_hv-cinder-79688 with host hv-cinder-79688 {{(pid=92747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:35:19.302637 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device b9ba875a-c630-4d4b-a443-c0b565df1587 up at agent hyperv_hv-cinder-79688 {{(pid=92747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:35:19.402260 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Provisioning complete for port b9ba875a-c630-4d4b-a443-c0b565df1587 triggered by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:35:19.402648 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:19.418502 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f3e6f1-7b10-4e61-b4e5-3da9ed33cca7 req-bcbdda8a-ac70-4e78-84c1-428c71231509 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:19.419961 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-d7f3e6f1-7b10-4e61-b4e5-3da9ed33cca7 req-bcbdda8a-ac70-4e78-84c1-428c71231509 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de5457c-8972-4278-977d-d57b19356543 HTTP/1.1" status: 200 len: 943 time: 0.1093593 Jun 21 04:35:19.442168 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b9fbe-cec0-4441-9669-6ff91ef9cef9 req-eeb82157-08fa-4d8b-b39b-5b8fe7a8ea25 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:19.443582 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-736b9fbe-cec0-4441-9669-6ff91ef9cef9 req-eeb82157-08fa-4d8b-b39b-5b8fe7a8ea25 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53 HTTP/1.1" status: 200 len: 945 time: 0.0969622 Jun 21 04:35:19.449178 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] For port 0e77e001-728b-4776-bef6-c5130b61ddd2, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=0e77e001-728b-4776-bef6-c5130b61ddd2,segment=NetworkSegment(24d7c87a-f51d-4e39-90aa-6142cedde22d),segment_id=24d7c87a-f51d-4e39-90aa-6142cedde22d)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:35:19.463340 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Returning: {'device': '0e77e001-728b-4776-bef6-c5130b61ddd2', 'network_id': '8440badd-be7a-4669-97cd-d4c76fd1ba5d', 'port_id': '0e77e001-728b-4776-bef6-c5130b61ddd2', 'mac_address': 'fa:16:3e:82:91:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '625d999c-845c-49ae-ab8c-b05d726993e2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:35:19.490495 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-d7f3e6f1-7b10-4e61-b4e5-3da9ed33cca7 req-597ee398-f374-45f0-9fda-08f48a1875fc tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/security-groups?id=044c5139-6368-460a-a4b2-9f5b09ae5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629745 Jun 21 04:35:19.499339 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-736b9fbe-cec0-4441-9669-6ff91ef9cef9 req-0350e04b-a12d-4308-a57f-1bd608bc0929 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b87962f-ec15-4f45-82d9-8094e00c4440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488174 Jun 21 04:35:19.528911 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:19.545869 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.notifiers.nova [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e77e001-728b-4776-bef6-c5130b61ddd2 {{(pid=92747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:35:19.549582 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:19.577461 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] For port 0e77e001-728b-4776-bef6-c5130b61ddd2, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=0e77e001-728b-4776-bef6-c5130b61ddd2,segment=NetworkSegment(24d7c87a-f51d-4e39-90aa-6142cedde22d),segment_id=24d7c87a-f51d-4e39-90aa-6142cedde22d)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:35:19.584167 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ba875a-c630-4d4b-a443-c0b565df1587'}] {{(pid=92747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:35:19.586440 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}801f1ae26e0cb5c56acb95c727deede285b0e3a42266231ef73c077b6573d85d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85755c06-adb1-460a-ad82-5b4b3ab7f5ef" -d '{"events": [{"server_uuid": "b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53", "name": "network-vif-plugged", "status": "completed", "tag": "b9ba875a-c630-4d4b-a443-c0b565df1587"}]}' {{(pid=92747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:35:19.591193 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:19.597608 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-937fd42d-fbe2-42d5-a7db-67767b718114 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:19.619578 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] For port b9ba875a-c630-4d4b-a443-c0b565df1587, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=b9ba875a-c630-4d4b-a443-c0b565df1587,segment=NetworkSegment(df3f6f4e-05ff-4d6f-923e-8ebc44f445d6),segment_id=df3f6f4e-05ff-4d6f-923e-8ebc44f445d6)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:35:19.628726 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:19.648829 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Pushing event updated for resources: {'Port': ['ID=0e77e001-728b-4776-bef6-c5130b61ddd2,revision_number=4']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:19.652231 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:19.652575 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:19.674969 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b41fc658-ad3c-4cc5-8b8e-f377b2428735 x-openstack-request-id: req-b41fc658-ad3c-4cc5-8b8e-f377b2428735 {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:35:19.675264 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53", "name": "network-vif-plugged", "status": "completed", "tag": "b9ba875a-c630-4d4b-a443-c0b565df1587", "code": 200}]} {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:35:19.675516 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b41fc658-ad3c-4cc5-8b8e-f377b2428735 {{(pid=92747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:35:19.675895 dv-cinder-796889-2-smb neutron-server[92747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ba875a-c630-4d4b-a443-c0b565df1587', 'code': 200} Jun 21 04:35:19.699785 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Pushing event updated for resources: {'Port': ['ID=b9ba875a-c630-4d4b-a443-c0b565df1587,revision_number=10']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:19.702633 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:19.879908 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] get_ports_and_sgs() called for port_ids ['0e77e001-728b-4776-bef6-c5130b61ddd2'] {{(pid=92747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:35:19.911865 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f81e24d-7409-45c2-9530-78b5a9e88b38 req-b6ccce57-2495-418c-a9fb-122c03b5a68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:19.914015 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-4f81e24d-7409-45c2-9530-78b5a9e88b38 req-b6ccce57-2495-418c-a9fb-122c03b5a68b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53 HTTP/1.1" status: 200 len: 1100 time: 0.0506425 Jun 21 04:35:19.946376 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-4f81e24d-7409-45c2-9530-78b5a9e88b38 req-21f9f5a6-3d08-411b-bb85-965c6d9375f1 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=5b87962f-ec15-4f45-82d9-8094e00c4440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263634 Jun 21 04:35:20.704146 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e66d196-435e-484e-bd7f-2ea606da77a2 req-8a5589dd-467e-450b-b423-210af7008124 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:20.705599 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-8e66d196-435e-484e-bd7f-2ea606da77a2 req-8a5589dd-467e-450b-b423-210af7008124 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de5457c-8972-4278-977d-d57b19356543 HTTP/1.1" status: 200 len: 944 time: 0.1038678 Jun 21 04:35:20.717503 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f162de-3309-49ad-8782-1be02ad1da96 req-bdce209f-52d4-47f8-94ab-5221c76ebdc4 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:20.718856 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-72f162de-3309-49ad-8782-1be02ad1da96 req-bdce209f-52d4-47f8-94ab-5221c76ebdc4 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53 HTTP/1.1" status: 200 len: 947 time: 0.0863929 Jun 21 04:35:20.773297 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-8e66d196-435e-484e-bd7f-2ea606da77a2 req-6e856816-99bd-401f-b955-7ca217bf777e tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/security-groups?id=044c5139-6368-460a-a4b2-9f5b09ae5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534468 Jun 21 04:35:20.777947 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-72f162de-3309-49ad-8782-1be02ad1da96 req-e535d1ab-b527-4d12-809c-4f6c5a29384f tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b87962f-ec15-4f45-82d9-8094e00c4440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516241 Jun 21 04:35:21.296538 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device 0e77e001-728b-4776-bef6-c5130b61ddd2 up at agent hyperv_hv-cinder-79688 {{(pid=92747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:35:21.353435 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Provisioning for port 0e77e001-728b-4776-bef6-c5130b61ddd2 completed by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:35:21.357949 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Provisioning complete for port 0e77e001-728b-4776-bef6-c5130b61ddd2 triggered by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:35:21.358253 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:21.445404 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:21.479049 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] For port 0e77e001-728b-4776-bef6-c5130b61ddd2, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=0e77e001-728b-4776-bef6-c5130b61ddd2,segment=NetworkSegment(24d7c87a-f51d-4e39-90aa-6142cedde22d),segment_id=24d7c87a-f51d-4e39-90aa-6142cedde22d)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:35:21.483249 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:21.485153 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:21.532748 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Pushing event updated for resources: {'Port': ['ID=0e77e001-728b-4776-bef6-c5130b61ddd2,revision_number=5']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:21.535757 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:21.676811 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de5457c-8972-4278-977d-d57b19356543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e77e001-728b-4776-bef6-c5130b61ddd2'}] {{(pid=92747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:35:21.679225 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}801f1ae26e0cb5c56acb95c727deede285b0e3a42266231ef73c077b6573d85d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60038cc4-7170-4eb3-b652-94fe370f173b" -d '{"events": [{"server_uuid": "2de5457c-8972-4278-977d-d57b19356543", "name": "network-vif-plugged", "status": "completed", "tag": "0e77e001-728b-4776-bef6-c5130b61ddd2"}]}' {{(pid=92747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:35:21.715691 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b03e7bdc-ef76-4499-8f29-240fc4b77238 x-openstack-request-id: req-b03e7bdc-ef76-4499-8f29-240fc4b77238 {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:35:21.715987 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2de5457c-8972-4278-977d-d57b19356543", "name": "network-vif-plugged", "status": "completed", "tag": "0e77e001-728b-4776-bef6-c5130b61ddd2", "code": 200}]} {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:35:21.716286 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b03e7bdc-ef76-4499-8f29-240fc4b77238 {{(pid=92747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:35:21.716696 dv-cinder-796889-2-smb neutron-server[92747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2de5457c-8972-4278-977d-d57b19356543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e77e001-728b-4776-bef6-c5130b61ddd2', 'code': 200} Jun 21 04:35:22.000116 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f9d4e-ae89-46cf-874e-1b58b2c9babf req-db8ebd81-4a59-4001-83a0-9be1920ab4b9 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:22.001064 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395b6d3e-0c62-48c6-9a76-657ee2adf22a req-402880ff-dab3-49ad-803a-8c3001bacc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:22.001605 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-1b8f9d4e-ae89-46cf-874e-1b58b2c9babf req-db8ebd81-4a59-4001-83a0-9be1920ab4b9 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de5457c-8972-4278-977d-d57b19356543 HTTP/1.1" status: 200 len: 945 time: 0.1056528 Jun 21 04:35:22.002541 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-395b6d3e-0c62-48c6-9a76-657ee2adf22a req-402880ff-dab3-49ad-803a-8c3001bacc3b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=2de5457c-8972-4278-977d-d57b19356543 HTTP/1.1" status: 200 len: 1098 time: 0.0539064 Jun 21 04:35:22.024400 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1718f7-6030-4aa5-a990-85629653d32e req-1fe998f5-43b1-40f2-ae9c-a696de43156d tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:22.025808 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-1c1718f7-6030-4aa5-a990-85629653d32e req-1fe998f5-43b1-40f2-ae9c-a696de43156d tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53 HTTP/1.1" status: 200 len: 947 time: 0.1004133 Jun 21 04:35:22.035987 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-395b6d3e-0c62-48c6-9a76-657ee2adf22a req-bfc95bc0-430e-44c2-8a52-ea089f2013c7 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=044c5139-6368-460a-a4b2-9f5b09ae5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264421 Jun 21 04:35:22.071168 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-1b8f9d4e-ae89-46cf-874e-1b58b2c9babf req-fc18c518-3f99-4801-8170-797e6c0b9c3c tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/security-groups?id=044c5139-6368-460a-a4b2-9f5b09ae5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623729 Jun 21 04:35:22.077821 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-1c1718f7-6030-4aa5-a990-85629653d32e req-31c65e58-d0bd-4d33-8edf-653ba699bf59 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b87962f-ec15-4f45-82d9-8094e00c4440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458279 Jun 21 04:35:23.243438 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4782931-6dda-483a-a031-bfe3b0d227f4 req-91686305-50e2-4d38-a3ac-0eb9f85130f9 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:23.244918 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-b4782931-6dda-483a-a031-bfe3b0d227f4 req-91686305-50e2-4d38-a3ac-0eb9f85130f9 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de5457c-8972-4278-977d-d57b19356543 HTTP/1.1" status: 200 len: 945 time: 0.0645113 Jun 21 04:35:23.281554 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-b4782931-6dda-483a-a031-bfe3b0d227f4 req-efdc6176-f70f-47c4-867e-2b36033436e8 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/security-groups?id=044c5139-6368-460a-a4b2-9f5b09ae5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308702 Jun 21 04:35:24.452919 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e3089-4a35-4b27-ac00-6fe176cf7e83 req-1ff8ba0b-da1f-47ba-90dd-f0ecb1b0dcf3 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:24.454383 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-a98e3089-4a35-4b27-ac00-6fe176cf7e83 req-1ff8ba0b-da1f-47ba-90dd-f0ecb1b0dcf3 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de5457c-8972-4278-977d-d57b19356543 HTTP/1.1" status: 200 len: 945 time: 0.0654168 Jun 21 04:35:24.491072 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-a98e3089-4a35-4b27-ac00-6fe176cf7e83 req-dd64d9c4-28a9-4083-92b7-94f727ba5ea8 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/security-groups?id=044c5139-6368-460a-a4b2-9f5b09ae5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309739 Jun 21 04:35:27.469069 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3520e3ab-58db-472a-bbb9-48f7e72847f8 req-8e689a36-50be-4bd6-b1eb-ac9cf296d9ce tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:27.470550 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-3520e3ab-58db-472a-bbb9-48f7e72847f8 req-8e689a36-50be-4bd6-b1eb-ac9cf296d9ce tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/networks?id=8440badd-be7a-4669-97cd-d4c76fd1ba5d HTTP/1.1" status: 200 len: 814 time: 0.1037135 Jun 21 04:35:27.485206 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-3520e3ab-58db-472a-bbb9-48f7e72847f8 req-117233b7-1cab-4640-bcdf-9ba6d468f693 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/quotas/d3a4c28cd24f41eeba93e05dd1c550e6 HTTP/1.1" status: 200 len: 375 time: 0.0087807 Jun 21 04:35:27.549304 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-3520e3ab-58db-472a-bbb9-48f7e72847f8 req-e4e961c1-8df3-46f1-b989-d87a1f6e2f06 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d3a4c28cd24f41eeba93e05dd1c550e6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0592992 Jun 21 04:35:27.677355 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-3520e3ab-58db-472a-bbb9-48f7e72847f8 req-627d5ac7-3e2f-4507-a9ad-28f8bf9cb6dd service neutron] 10.222.0.13 "GET /v2.0/networks/8440badd-be7a-4669-97cd-d4c76fd1ba5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215184 Jun 21 04:35:27.766865 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-3520e3ab-58db-472a-bbb9-48f7e72847f8 req-3402832b-b8a6-4a03-bc1c-0c54d3f60c7a service neutron] 10.222.0.13 "GET /v2.0/networks/8440badd-be7a-4669-97cd-d4c76fd1ba5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837185 Jun 21 04:35:27.930126 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-7a3e361a-975f-4381-b8c7-f4b283d0862d req-e0a87ac2-2d8c-482a-a798-21c5d5911cd6 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3d9cdf-035b-4a7d-a4b7-a24a206885e8 HTTP/1.1" status: 200 len: 210 time: 0.0279512 Jun 21 04:35:29.015228 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3520e3ab-58db-472a-bbb9-48f7e72847f8 req-42626685-5cc6-4d69-8922-6879a2b5750f tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:29.016621 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-3520e3ab-58db-472a-bbb9-48f7e72847f8 req-42626685-5cc6-4d69-8922-6879a2b5750f tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.38 "GET /v2.0/networks?id=8440badd-be7a-4669-97cd-d4c76fd1ba5d HTTP/1.1" status: 200 len: 814 time: 0.1015115 Jun 21 04:35:29.041457 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.v2.base [req-3520e3ab-58db-472a-bbb9-48f7e72847f8 req-eb142511-529a-4501-a9b7-484202e55be2 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Request body: {'port': {'device_id': '7c3d9cdf-035b-4a7d-a4b7-a24a206885e8', 'network_id': '8440badd-be7a-4669-97cd-d4c76fd1ba5d', 'admin_state_up': True, 'tenant_id': 'd3a4c28cd24f41eeba93e05dd1c550e6'}} {{(pid=92745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:35:29.074125 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-dfadcaf7-0d9e-4495-9c72-8e4f918b35ee req-bd68672f-2f8d-409e-930b-ffe1691e9d80 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3d9cdf-035b-4a7d-a4b7-a24a206885e8 HTTP/1.1" status: 200 len: 210 time: 0.0291846 Jun 21 04:35:29.154175 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3520e3ab-58db-472a-bbb9-48f7e72847f8 req-eb142511-529a-4501-a9b7-484202e55be2 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Made reservation on behalf of d3a4c28cd24f41eeba93e05dd1c550e6 for: {'port': 1} {{(pid=92745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:35:29.158041 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-3520e3ab-58db-472a-bbb9-48f7e72847f8 req-eb142511-529a-4501-a9b7-484202e55be2 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-632420'] for port, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:29.278178 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.db_base_plugin_common [req-3520e3ab-58db-472a-bbb9-48f7e72847f8 req-eb142511-529a-4501-a9b7-484202e55be2 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Allocated IP 172.20.0.5 (8440badd-be7a-4669-97cd-d4c76fd1ba5d/625d999c-845c-49ae-ab8c-b05d726993e2/aa33d039-b1fb-45a3-a3e1-a67c1ab239d8) {{(pid=92745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:35:29.635591 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-3520e3ab-58db-472a-bbb9-48f7e72847f8 req-eb142511-529a-4501-a9b7-484202e55be2 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Notify callbacks [] for port, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:29.671258 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-3520e3ab-58db-472a-bbb9-48f7e72847f8 req-eb142511-529a-4501-a9b7-484202e55be2 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789666979157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30039437'] for port, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:29.675018 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-c7d1d0dd-c2fb-4c61-80fe-c0976ceaa8e1 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:29.714698 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] get_ports_and_sgs() called for port_ids ['0e77e001-728b-4776-bef6-c5130b61ddd2'] {{(pid=92747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:35:29.723338 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3520e3ab-58db-472a-bbb9-48f7e72847f8 req-eb142511-529a-4501-a9b7-484202e55be2 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Network 8440badd-be7a-4669-97cd-d4c76fd1ba5d is already hosted by enough agents. {{(pid=92745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:35:29.727168 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.base_scheduler [req-3520e3ab-58db-472a-bbb9-48f7e72847f8 req-eb142511-529a-4501-a9b7-484202e55be2 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Resources bound (agent type, host, resource id): {{(pid=92745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:35:29.730944 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [req-3520e3ab-58db-472a-bbb9-48f7e72847f8 req-eb142511-529a-4501-a9b7-484202e55be2 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Received port after_create {{(pid=92745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:35:29.737251 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb142511-529a-4501-a9b7-484202e55be2 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Pushing event updated for resources: {'Port': ['ID=aa33d039-b1fb-45a3-a3e1-a67c1ab239d8,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:29.763785 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb142511-529a-4501-a9b7-484202e55be2 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:29.764218 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb142511-529a-4501-a9b7-484202e55be2 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:29.764595 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb142511-529a-4501-a9b7-484202e55be2 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:29.764964 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb142511-529a-4501-a9b7-484202e55be2 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:29.765338 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb142511-529a-4501-a9b7-484202e55be2 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:29.765872 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb142511-529a-4501-a9b7-484202e55be2 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:29.766241 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb142511-529a-4501-a9b7-484202e55be2 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:29.766606 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb142511-529a-4501-a9b7-484202e55be2 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:29.766964 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb142511-529a-4501-a9b7-484202e55be2 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:29.767321 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb142511-529a-4501-a9b7-484202e55be2 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:29.767680 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb142511-529a-4501-a9b7-484202e55be2 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:29.768038 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb142511-529a-4501-a9b7-484202e55be2 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:29.773010 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-eb142511-529a-4501-a9b7-484202e55be2 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:29.792404 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3520e3ab-58db-472a-bbb9-48f7e72847f8 req-eb142511-529a-4501-a9b7-484202e55be2 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:29.793012 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-3520e3ab-58db-472a-bbb9-48f7e72847f8 req-eb142511-529a-4501-a9b7-484202e55be2 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5899'] for port, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:29.807172 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-3520e3ab-58db-472a-bbb9-48f7e72847f8 req-eb142511-529a-4501-a9b7-484202e55be2 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7697592 Jun 21 04:35:29.825292 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.v2.base [req-3520e3ab-58db-472a-bbb9-48f7e72847f8 req-0a212e1d-6329-4d8c-bfc8-b88c10558321 service neutron] Request body: {'port': {'device_id': '7c3d9cdf-035b-4a7d-a4b7-a24a206885e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79688'}} {{(pid=92745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:35:29.892326 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-3520e3ab-58db-472a-bbb9-48f7e72847f8 req-0a212e1d-6329-4d8c-bfc8-b88c10558321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:30.146055 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [req-3520e3ab-58db-472a-bbb9-48f7e72847f8 req-0a212e1d-6329-4d8c-bfc8-b88c10558321 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa33d039-b1fb-45a3-a3e1-a67c1ab239d8 {{(pid=92745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:35:30.154781 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-3520e3ab-58db-472a-bbb9-48f7e72847f8 req-0a212e1d-6329-4d8c-bfc8-b88c10558321 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:30.172499 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [req-3520e3ab-58db-472a-bbb9-48f7e72847f8 req-0a212e1d-6329-4d8c-bfc8-b88c10558321 service neutron] Transition to ACTIVE for port object aa33d039-b1fb-45a3-a3e1-a67c1ab239d8 will not be triggered until provisioned by entity L2. {{(pid=92745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:35:30.176200 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-3520e3ab-58db-472a-bbb9-48f7e72847f8 req-0a212e1d-6329-4d8c-bfc8-b88c10558321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30039483'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:30.178362 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-c7d1d0dd-c2fb-4c61-80fe-c0976ceaa8e1 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:30.248816 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0691f89e-c4de-429d-8638-c1bafb96588e req-93d9745c-2855-4deb-8f8f-aceb5546b9f5 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:30.251759 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-0691f89e-c4de-429d-8638-c1bafb96588e req-93d9745c-2855-4deb-8f8f-aceb5546b9f5 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3d9cdf-035b-4a7d-a4b7-a24a206885e8 HTTP/1.1" status: 200 len: 943 time: 0.0643251 Jun 21 04:35:30.253809 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a212e1d-6329-4d8c-bfc8-b88c10558321 service neutron] Pushing event updated for resources: {'Port': ['ID=aa33d039-b1fb-45a3-a3e1-a67c1ab239d8,revision_number=2']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:30.257274 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-0a212e1d-6329-4d8c-bfc8-b88c10558321 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:30.292475 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-0691f89e-c4de-429d-8638-c1bafb96588e req-e3a2769f-c96c-4911-b9fe-c613789c1f8d tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/security-groups?id=044c5139-6368-460a-a4b2-9f5b09ae5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358515 Jun 21 04:35:30.324514 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [req-3520e3ab-58db-472a-bbb9-48f7e72847f8 req-0a212e1d-6329-4d8c-bfc8-b88c10558321 service neutron] Attempting to bind port aa33d039-b1fb-45a3-a3e1-a67c1ab239d8 on host hv-cinder-79688 for vnic_type normal with profile {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:35:30.324846 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [req-3520e3ab-58db-472a-bbb9-48f7e72847f8 req-0a212e1d-6329-4d8c-bfc8-b88c10558321 service neutron] Attempting to bind port aa33d039-b1fb-45a3-a3e1-a67c1ab239d8 by drivers openvswitch,hyperv on host hv-cinder-79688 at level 0 using segments [{'id': '24d7c87a-f51d-4e39-90aa-6142cedde22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '8440badd-be7a-4669-97cd-d4c76fd1ba5d'}] {{(pid=92745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:35:30.325166 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3520e3ab-58db-472a-bbb9-48f7e72847f8 req-0a212e1d-6329-4d8c-bfc8-b88c10558321 service neutron] Attempting to bind port aa33d039-b1fb-45a3-a3e1-a67c1ab239d8 on network 8440badd-be7a-4669-97cd-d4c76fd1ba5d {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:35:30.329224 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3520e3ab-58db-472a-bbb9-48f7e72847f8 req-0a212e1d-6329-4d8c-bfc8-b88c10558321 service neutron] Port aa33d039-b1fb-45a3-a3e1-a67c1ab239d8 on network 8440badd-be7a-4669-97cd-d4c76fd1ba5d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79688 {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:35:30.329568 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3520e3ab-58db-472a-bbb9-48f7e72847f8 req-0a212e1d-6329-4d8c-bfc8-b88c10558321 service neutron] Attempting to bind port aa33d039-b1fb-45a3-a3e1-a67c1ab239d8 on network 8440badd-be7a-4669-97cd-d4c76fd1ba5d {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:35:30.334149 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3520e3ab-58db-472a-bbb9-48f7e72847f8 req-0a212e1d-6329-4d8c-bfc8-b88c10558321 service neutron] Checking agent: {'id': '2d8ec531-0834-43cc-a69e-43a4958e3c4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79688', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 27, 37), 'started_at': datetime.datetime(2021, 6, 21, 4, 27, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:35:30.334509 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3520e3ab-58db-472a-bbb9-48f7e72847f8 req-0a212e1d-6329-4d8c-bfc8-b88c10558321 service neutron] Checking segment: {'id': '24d7c87a-f51d-4e39-90aa-6142cedde22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '8440badd-be7a-4669-97cd-d4c76fd1ba5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:35:30.334887 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3520e3ab-58db-472a-bbb9-48f7e72847f8 req-0a212e1d-6329-4d8c-bfc8-b88c10558321 service neutron] Bound using segment: {'id': '24d7c87a-f51d-4e39-90aa-6142cedde22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '8440badd-be7a-4669-97cd-d4c76fd1ba5d'} {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:35:30.335300 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [req-3520e3ab-58db-472a-bbb9-48f7e72847f8 req-0a212e1d-6329-4d8c-bfc8-b88c10558321 service neutron] Bound port: aa33d039-b1fb-45a3-a3e1-a67c1ab239d8, host: hv-cinder-79688, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24d7c87a-f51d-4e39-90aa-6142cedde22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '8440badd-be7a-4669-97cd-d4c76fd1ba5d'}}] {{(pid=92745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:35:30.335636 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-3520e3ab-58db-472a-bbb9-48f7e72847f8 req-0a212e1d-6329-4d8c-bfc8-b88c10558321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:30.395562 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [req-3520e3ab-58db-472a-bbb9-48f7e72847f8 req-0a212e1d-6329-4d8c-bfc8-b88c10558321 service neutron] For port aa33d039-b1fb-45a3-a3e1-a67c1ab239d8, host hv-cinder-79688, cleared binding levels {{(pid=92745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:35:30.398521 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [req-3520e3ab-58db-472a-bbb9-48f7e72847f8 req-0a212e1d-6329-4d8c-bfc8-b88c10558321 service neutron] For port aa33d039-b1fb-45a3-a3e1-a67c1ab239d8, host hv-cinder-79688, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=aa33d039-b1fb-45a3-a3e1-a67c1ab239d8,segment=NetworkSegment(24d7c87a-f51d-4e39-90aa-6142cedde22d),segment_id=24d7c87a-f51d-4e39-90aa-6142cedde22d)] {{(pid=92745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:35:30.401830 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-3520e3ab-58db-472a-bbb9-48f7e72847f8 req-0a212e1d-6329-4d8c-bfc8-b88c10558321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30039483'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:30.404412 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-9a418a87-d70e-493c-8efd-cac0eb9a0004 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:30.436179 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3520e3ab-58db-472a-bbb9-48f7e72847f8 req-0a212e1d-6329-4d8c-bfc8-b88c10558321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:30.436771 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-3520e3ab-58db-472a-bbb9-48f7e72847f8 req-0a212e1d-6329-4d8c-bfc8-b88c10558321 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5899'] for port, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:30.438132 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-3520e3ab-58db-472a-bbb9-48f7e72847f8 req-0a212e1d-6329-4d8c-bfc8-b88c10558321 service neutron] 10.222.0.38 "PUT /v2.0/ports/aa33d039-b1fb-45a3-a3e1-a67c1ab239d8 HTTP/1.1" status: 200 len: 1093 time: 0.6169534 Jun 21 04:35:30.438608 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c3d9cdf-035b-4a7d-a4b7-a24a206885e8', 'tag': 'aa33d039-b1fb-45a3-a3e1-a67c1ab239d8'}] {{(pid=92745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:35:30.440844 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e65a7435921a4b725d950f60fbdbd7b7a483a7692f8e299216e8097d5419be07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d4bbfb-d311-4259-862e-1aa8b10de231" -d '{"events": [{"name": "network-changed", "server_uuid": "7c3d9cdf-035b-4a7d-a4b7-a24a206885e8", "tag": "aa33d039-b1fb-45a3-a3e1-a67c1ab239d8"}]}' {{(pid=92745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:35:30.466233 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a212e1d-6329-4d8c-bfc8-b88c10558321 service neutron] Pushing event updated for resources: {'Port': ['ID=aa33d039-b1fb-45a3-a3e1-a67c1ab239d8,revision_number=3']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:30.469134 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-0a212e1d-6329-4d8c-bfc8-b88c10558321 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:30.479310 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46c7e41-7e51-4707-9f0b-b09a14544831 x-openstack-request-id: req-a46c7e41-7e51-4707-9f0b-b09a14544831 {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:35:30.479651 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c3d9cdf-035b-4a7d-a4b7-a24a206885e8", "tag": "aa33d039-b1fb-45a3-a3e1-a67c1ab239d8", "status": "completed", "code": 200}]} {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:35:30.479956 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a46c7e41-7e51-4707-9f0b-b09a14544831 {{(pid=92745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:35:30.480353 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c3d9cdf-035b-4a7d-a4b7-a24a206885e8', 'tag': 'aa33d039-b1fb-45a3-a3e1-a67c1ab239d8', 'status': 'completed', 'code': 200} Jun 21 04:35:30.553063 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3520e3ab-58db-472a-bbb9-48f7e72847f8 req-7d3ee637-395a-4684-a1a2-fed9dc385f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:30.555065 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-3520e3ab-58db-472a-bbb9-48f7e72847f8 req-7d3ee637-395a-4684-a1a2-fed9dc385f12 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d3a4c28cd24f41eeba93e05dd1c550e6&device_id=7c3d9cdf-035b-4a7d-a4b7-a24a206885e8 HTTP/1.1" status: 200 len: 1096 time: 0.0505352 Jun 21 04:35:30.598751 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-3520e3ab-58db-472a-bbb9-48f7e72847f8 req-03f70c02-23b5-4130-8640-c8058b1cc817 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa33d039-b1fb-45a3-a3e1-a67c1ab239d8 HTTP/1.1" status: 200 len: 217 time: 0.0312467 Jun 21 04:35:30.645967 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3520e3ab-58db-472a-bbb9-48f7e72847f8 req-8f8020a1-349b-410a-95e7-c77116846108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:30.647335 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-3520e3ab-58db-472a-bbb9-48f7e72847f8 req-8f8020a1-349b-410a-95e7-c77116846108 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=625d999c-845c-49ae-ab8c-b05d726993e2 HTTP/1.1" status: 200 len: 854 time: 0.0429425 Jun 21 04:35:30.677531 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-3520e3ab-58db-472a-bbb9-48f7e72847f8 req-6a3580af-b92f-461f-9416-ddee0f6542f6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8440badd-be7a-4669-97cd-d4c76fd1ba5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240853 Jun 21 04:35:30.759365 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-3520e3ab-58db-472a-bbb9-48f7e72847f8 req-076fec2d-57f6-47e2-8a38-38efd28376ec service neutron] 10.222.0.38 "GET /v2.0/networks/8440badd-be7a-4669-97cd-d4c76fd1ba5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0759470 Jun 21 04:35:30.846103 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-3520e3ab-58db-472a-bbb9-48f7e72847f8 req-141ef082-0491-4467-b08a-4a2a3352b536 service neutron] 10.222.0.38 "GET /v2.0/networks/8440badd-be7a-4669-97cd-d4c76fd1ba5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808253 Jun 21 04:35:30.983100 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4bbfb-d311-4259-862e-1aa8b10de231 req-b218b3f7-37e0-4e2d-9334-a43b38e3153d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:30.984430 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-b2d4bbfb-d311-4259-862e-1aa8b10de231 req-b218b3f7-37e0-4e2d-9334-a43b38e3153d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d3a4c28cd24f41eeba93e05dd1c550e6&device_id=7c3d9cdf-035b-4a7d-a4b7-a24a206885e8 HTTP/1.1" status: 200 len: 1096 time: 0.0513670 Jun 21 04:35:31.072937 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4bbfb-d311-4259-862e-1aa8b10de231 req-1750044c-6b23-49cc-aa34-8d506cb56bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:31.074357 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-b2d4bbfb-d311-4259-862e-1aa8b10de231 req-1750044c-6b23-49cc-aa34-8d506cb56bbc service neutron] 10.222.0.38 "GET /v2.0/networks?id=8440badd-be7a-4669-97cd-d4c76fd1ba5d HTTP/1.1" status: 200 len: 915 time: 0.0824094 Jun 21 04:35:31.114229 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-b2d4bbfb-d311-4259-862e-1aa8b10de231 req-c68aadd7-9e05-4dcf-b41e-ad10e4e87a98 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa33d039-b1fb-45a3-a3e1-a67c1ab239d8 HTTP/1.1" status: 200 len: 217 time: 0.0332844 Jun 21 04:35:31.160665 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4bbfb-d311-4259-862e-1aa8b10de231 req-369d91cf-5ade-477c-b9cb-e821f1bc52eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:31.162114 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-b2d4bbfb-d311-4259-862e-1aa8b10de231 req-369d91cf-5ade-477c-b9cb-e821f1bc52eb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=625d999c-845c-49ae-ab8c-b05d726993e2 HTTP/1.1" status: 200 len: 854 time: 0.0405786 Jun 21 04:35:31.197695 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-b2d4bbfb-d311-4259-862e-1aa8b10de231 req-0ef7f171-20c9-415d-8175-81031d278c38 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8440badd-be7a-4669-97cd-d4c76fd1ba5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291674 Jun 21 04:35:31.283278 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-b2d4bbfb-d311-4259-862e-1aa8b10de231 req-60815127-416e-4188-90b7-b85023e254b3 service neutron] 10.222.0.38 "GET /v2.0/networks/8440badd-be7a-4669-97cd-d4c76fd1ba5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787187 Jun 21 04:35:31.374390 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-b2d4bbfb-d311-4259-862e-1aa8b10de231 req-67493e55-e1f9-4ae4-a545-5d4386c14d19 service neutron] 10.222.0.38 "GET /v2.0/networks/8440badd-be7a-4669-97cd-d4c76fd1ba5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829997 Jun 21 04:35:31.473248 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e40c586-0e95-4bfa-8296-cedff9f6d742 req-bed780f7-7ef5-426a-9744-1c4053de7e06 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:31.474726 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-4e40c586-0e95-4bfa-8296-cedff9f6d742 req-bed780f7-7ef5-426a-9744-1c4053de7e06 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3d9cdf-035b-4a7d-a4b7-a24a206885e8 HTTP/1.1" status: 200 len: 943 time: 0.0680842 Jun 21 04:35:31.516666 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-4e40c586-0e95-4bfa-8296-cedff9f6d742 req-fe34dd5a-e31b-4319-8d52-3df77c8fcdd4 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/security-groups?id=044c5139-6368-460a-a4b2-9f5b09ae5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363717 Jun 21 04:35:32.683081 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235347eb-abe8-4396-91fd-47fe8d842034 req-2ce454a1-10db-4854-8e72-4b0cc339c488 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:32.684475 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-235347eb-abe8-4396-91fd-47fe8d842034 req-2ce454a1-10db-4854-8e72-4b0cc339c488 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3d9cdf-035b-4a7d-a4b7-a24a206885e8 HTTP/1.1" status: 200 len: 943 time: 0.0601015 Jun 21 04:35:32.719932 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-235347eb-abe8-4396-91fd-47fe8d842034 req-ce0c9ad6-88dd-4192-b195-6d08213d7513 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/security-groups?id=044c5139-6368-460a-a4b2-9f5b09ae5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297773 Jun 21 04:35:33.354388 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device aa33d039-b1fb-45a3-a3e1-a67c1ab239d8 details requested by agent hyperv_hv-cinder-79688 with host hv-cinder-79688 {{(pid=92747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:35:33.444774 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] For port aa33d039-b1fb-45a3-a3e1-a67c1ab239d8, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=aa33d039-b1fb-45a3-a3e1-a67c1ab239d8,segment=NetworkSegment(24d7c87a-f51d-4e39-90aa-6142cedde22d),segment_id=24d7c87a-f51d-4e39-90aa-6142cedde22d)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:35:33.455529 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Returning: {'device': 'aa33d039-b1fb-45a3-a3e1-a67c1ab239d8', 'network_id': '8440badd-be7a-4669-97cd-d4c76fd1ba5d', 'port_id': 'aa33d039-b1fb-45a3-a3e1-a67c1ab239d8', 'mac_address': 'fa:16:3e:1c:55:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '625d999c-845c-49ae-ab8c-b05d726993e2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:35:33.494357 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:33.507026 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.notifiers.nova [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa33d039-b1fb-45a3-a3e1-a67c1ab239d8 {{(pid=92747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:35:33.525662 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] For port aa33d039-b1fb-45a3-a3e1-a67c1ab239d8, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=aa33d039-b1fb-45a3-a3e1-a67c1ab239d8,segment=NetworkSegment(24d7c87a-f51d-4e39-90aa-6142cedde22d),segment_id=24d7c87a-f51d-4e39-90aa-6142cedde22d)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:35:33.529857 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:33.532532 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-4dec1f3f-f769-473b-9d9c-4cdfff02a9b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:33.575444 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Pushing event updated for resources: {'Port': ['ID=aa33d039-b1fb-45a3-a3e1-a67c1ab239d8,revision_number=4']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:33.578318 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:33.847407 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] get_ports_and_sgs() called for port_ids ['aa33d039-b1fb-45a3-a3e1-a67c1ab239d8'] {{(pid=92747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:35:33.890392 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10258fdf-78f0-4aa9-860e-b4a81930332a req-898fc94c-cb01-41ca-a3a2-cc14ce15a2ec tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:33.891996 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-10258fdf-78f0-4aa9-860e-b4a81930332a req-898fc94c-cb01-41ca-a3a2-cc14ce15a2ec tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3d9cdf-035b-4a7d-a4b7-a24a206885e8 HTTP/1.1" status: 200 len: 944 time: 0.0664008 Jun 21 04:35:33.933843 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-10258fdf-78f0-4aa9-860e-b4a81930332a req-234c26d9-e898-4079-92f8-53fbabc8ed96 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/security-groups?id=044c5139-6368-460a-a4b2-9f5b09ae5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358126 Jun 21 04:35:34.145233 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-0071d7a0-17b3-4a63-82ef-ebc474596223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:35.096798 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c54bd9-7320-43e0-a462-42373719ff1c req-5902f866-448c-41bd-8f50-ea6c01cd3d73 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:35.098253 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-40c54bd9-7320-43e0-a462-42373719ff1c req-5902f866-448c-41bd-8f50-ea6c01cd3d73 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3d9cdf-035b-4a7d-a4b7-a24a206885e8 HTTP/1.1" status: 200 len: 944 time: 0.0618715 Jun 21 04:35:35.133713 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-40c54bd9-7320-43e0-a462-42373719ff1c req-1152e237-5078-418b-a623-a2876bd37289 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/security-groups?id=044c5139-6368-460a-a4b2-9f5b09ae5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300064 Jun 21 04:35:35.355792 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device aa33d039-b1fb-45a3-a3e1-a67c1ab239d8 up at agent hyperv_hv-cinder-79688 {{(pid=92747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:35:35.403646 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Provisioning for port aa33d039-b1fb-45a3-a3e1-a67c1ab239d8 completed by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:35:35.407378 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Provisioning complete for port aa33d039-b1fb-45a3-a3e1-a67c1ab239d8 triggered by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:35:35.407754 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:35.479136 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:35.500398 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3d9cdf-035b-4a7d-a4b7-a24a206885e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa33d039-b1fb-45a3-a3e1-a67c1ab239d8'}] {{(pid=92747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:35:35.502632 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}801f1ae26e0cb5c56acb95c727deede285b0e3a42266231ef73c077b6573d85d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3cbf2b-3e70-467c-8316-e3cdfd1c6e48" -d '{"events": [{"server_uuid": "7c3d9cdf-035b-4a7d-a4b7-a24a206885e8", "name": "network-vif-plugged", "status": "completed", "tag": "aa33d039-b1fb-45a3-a3e1-a67c1ab239d8"}]}' {{(pid=92747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:35:35.518407 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] For port aa33d039-b1fb-45a3-a3e1-a67c1ab239d8, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=aa33d039-b1fb-45a3-a3e1-a67c1ab239d8,segment=NetworkSegment(24d7c87a-f51d-4e39-90aa-6142cedde22d),segment_id=24d7c87a-f51d-4e39-90aa-6142cedde22d)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:35:35.522365 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:35.524300 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-6051e100-bad6-4908-afce-e7c935589551 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:35.544720 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb4c036-bf1b-418d-8a25-a4628beb04b9 x-openstack-request-id: req-9eb4c036-bf1b-418d-8a25-a4628beb04b9 {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:35:35.545013 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c3d9cdf-035b-4a7d-a4b7-a24a206885e8", "name": "network-vif-plugged", "status": "completed", "tag": "aa33d039-b1fb-45a3-a3e1-a67c1ab239d8", "code": 200}]} {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:35:35.545271 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9eb4c036-bf1b-418d-8a25-a4628beb04b9 {{(pid=92747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:35:35.545686 dv-cinder-796889-2-smb neutron-server[92747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c3d9cdf-035b-4a7d-a4b7-a24a206885e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa33d039-b1fb-45a3-a3e1-a67c1ab239d8', 'code': 200} Jun 21 04:35:35.570856 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Pushing event updated for resources: {'Port': ['ID=aa33d039-b1fb-45a3-a3e1-a67c1ab239d8,revision_number=5']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:35.573714 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:35.804919 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128486de-2516-49d0-bb7c-68752c38b585 req-d6c2fba3-e949-4115-bf32-6505d6399876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:35.806284 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-128486de-2516-49d0-bb7c-68752c38b585 req-d6c2fba3-e949-4115-bf32-6505d6399876 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7c3d9cdf-035b-4a7d-a4b7-a24a206885e8 HTTP/1.1" status: 200 len: 1098 time: 0.0500400 Jun 21 04:35:35.840786 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-128486de-2516-49d0-bb7c-68752c38b585 req-b457506e-48d0-43c3-a16c-fca2892627c3 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=044c5139-6368-460a-a4b2-9f5b09ae5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0253100 Jun 21 04:35:36.300281 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a10b08e-7ba1-4d8b-a50b-df6f42ecc1a1 req-195d0bb9-0243-4341-bd20-9a91716b3e44 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:36.301739 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-6a10b08e-7ba1-4d8b-a50b-df6f42ecc1a1 req-195d0bb9-0243-4341-bd20-9a91716b3e44 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3d9cdf-035b-4a7d-a4b7-a24a206885e8 HTTP/1.1" status: 200 len: 945 time: 0.0605183 Jun 21 04:35:36.341091 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-6a10b08e-7ba1-4d8b-a50b-df6f42ecc1a1 req-cb547508-ef58-4550-b62c-51572ae5aa19 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/security-groups?id=044c5139-6368-460a-a4b2-9f5b09ae5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338757 Jun 21 04:35:36.755110 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-9fbc980e-3865-48a4-b77e-e3f7f63db209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:36.883786 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:36.984281 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:37.510038 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315176ae-1228-487d-a7e8-c3b8cc6d8b77 req-932bfd1a-a5e9-4328-828c-94ddb71909f3 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:37.511372 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-315176ae-1228-487d-a7e8-c3b8cc6d8b77 req-932bfd1a-a5e9-4328-828c-94ddb71909f3 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3d9cdf-035b-4a7d-a4b7-a24a206885e8 HTTP/1.1" status: 200 len: 945 time: 0.0608165 Jun 21 04:35:37.546765 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-315176ae-1228-487d-a7e8-c3b8cc6d8b77 req-4f163235-3d24-43e8-8d29-9134cb12602f tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/security-groups?id=044c5139-6368-460a-a4b2-9f5b09ae5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298512 Jun 21 04:35:38.047470 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-af7905e6-f134-40b5-8f7f-d0c0aa400a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:38.511863 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-9ae5bb14-fc4a-40b0-a6d6-efb3ea9125ba req-46d375bf-8c56-4a6e-900c-f4c2f44f0e51 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0489106 Jun 21 04:35:38.612580 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5bb14-fc4a-40b0-a6d6-efb3ea9125ba req-174a8e16-dc79-45c9-9106-fa176bc69073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:38.614080 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-9ae5bb14-fc4a-40b0-a6d6-efb3ea9125ba req-174a8e16-dc79-45c9-9106-fa176bc69073 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6e19d34d6ec747d2a23f2df61f7d1120&device_id=b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53 HTTP/1.1" status: 200 len: 1100 time: 0.0499647 Jun 21 04:35:38.721635 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5bb14-fc4a-40b0-a6d6-efb3ea9125ba req-727b2d99-445b-44c6-853a-29ca3b4a642a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:38.723118 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-9ae5bb14-fc4a-40b0-a6d6-efb3ea9125ba req-727b2d99-445b-44c6-853a-29ca3b4a642a service neutron] 10.222.0.38 "GET /v2.0/networks?id=38e35d0b-e570-49d3-959b-c55bd6e0308c HTTP/1.1" status: 200 len: 918 time: 0.0853033 Jun 21 04:35:38.804153 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-9ae5bb14-fc4a-40b0-a6d6-efb3ea9125ba req-2d29775b-8b0f-44dc-9928-6bf7d068278d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9ba875a-c630-4d4b-a443-c0b565df1587 HTTP/1.1" status: 200 len: 1002 time: 0.0579436 Jun 21 04:35:38.859342 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5bb14-fc4a-40b0-a6d6-efb3ea9125ba req-f10d5063-b124-47b9-a16f-e4189efe153d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:38.860735 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-9ae5bb14-fc4a-40b0-a6d6-efb3ea9125ba req-f10d5063-b124-47b9-a16f-e4189efe153d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6f995fa3-0676-46ec-80cb-22d4129d3f36 HTTP/1.1" status: 200 len: 856 time: 0.0457280 Jun 21 04:35:38.916110 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5bb14-fc4a-40b0-a6d6-efb3ea9125ba req-a424d6a6-35ce-488f-a403-6787ecef5658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:38.917474 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-9ae5bb14-fc4a-40b0-a6d6-efb3ea9125ba req-a424d6a6-35ce-488f-a403-6787ecef5658 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=38e35d0b-e570-49d3-959b-c55bd6e0308c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0493464 Jun 21 04:35:39.004481 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-9ae5bb14-fc4a-40b0-a6d6-efb3ea9125ba req-9019ea67-9eb1-4a1c-b4bb-5b59554b1858 service neutron] 10.222.0.38 "GET /v2.0/networks/38e35d0b-e570-49d3-959b-c55bd6e0308c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787339 Jun 21 04:35:39.102183 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-9ae5bb14-fc4a-40b0-a6d6-efb3ea9125ba req-f1375ce8-7459-4e2f-9d6f-d6769a0d933b service neutron] 10.222.0.38 "GET /v2.0/networks/38e35d0b-e570-49d3-959b-c55bd6e0308c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888364 Jun 21 04:35:39.291655 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dab6dc-bc00-4e6b-a8a9-835ff01cb4a3 req-5bbb3e00-faeb-4332-ac9e-d002c833c4ea tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:39.293067 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-74dab6dc-bc00-4e6b-a8a9-835ff01cb4a3 req-5bbb3e00-faeb-4332-ac9e-d002c833c4ea tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/networks?id=8440badd-be7a-4669-97cd-d4c76fd1ba5d HTTP/1.1" status: 200 len: 814 time: 0.1016181 Jun 21 04:35:39.306879 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-74dab6dc-bc00-4e6b-a8a9-835ff01cb4a3 req-e57730c6-2d88-494a-a2a5-8b38dada59b9 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/quotas/d3a4c28cd24f41eeba93e05dd1c550e6 HTTP/1.1" status: 200 len: 375 time: 0.0084245 Jun 21 04:35:39.616972 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-74dab6dc-bc00-4e6b-a8a9-835ff01cb4a3 req-52587e16-8a13-4b21-965a-e3b99deb26d2 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d3a4c28cd24f41eeba93e05dd1c550e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3051319 Jun 21 04:35:39.644499 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-410c395a-ca3a-4855-90fb-923e0a2b4d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:39.705697 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-74dab6dc-bc00-4e6b-a8a9-835ff01cb4a3 req-140ba7b8-3687-44d5-83b9-bf44ad5c0f8f service neutron] 10.222.0.13 "GET /v2.0/networks/8440badd-be7a-4669-97cd-d4c76fd1ba5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820165 Jun 21 04:35:39.792408 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-74dab6dc-bc00-4e6b-a8a9-835ff01cb4a3 req-04820540-90c2-414b-8633-e027ea7c5ee9 service neutron] 10.222.0.13 "GET /v2.0/networks/8440badd-be7a-4669-97cd-d4c76fd1ba5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802269 Jun 21 04:35:39.955528 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-98ce3544-2910-4be2-95b8-be240c09a5f0 req-b8b8de42-fe8a-4a1b-93b2-b2f4f018016f tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/ports?device_id=719407e1-5ede-4c95-9c1e-abb233a7a36b HTTP/1.1" status: 200 len: 210 time: 0.0292213 Jun 21 04:35:41.097416 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-f8dafb7f-9d5d-4036-ae53-f50b68cc4b66 req-c8882598-45cd-418d-84c1-d65a78c03eaa tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/ports?device_id=719407e1-5ede-4c95-9c1e-abb233a7a36b HTTP/1.1" status: 200 len: 210 time: 0.0311623 Jun 21 04:35:41.178686 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dab6dc-bc00-4e6b-a8a9-835ff01cb4a3 req-6d25ea64-c1b9-4a17-856d-4d2d4e8597e1 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:41.180124 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-74dab6dc-bc00-4e6b-a8a9-835ff01cb4a3 req-6d25ea64-c1b9-4a17-856d-4d2d4e8597e1 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.38 "GET /v2.0/networks?id=8440badd-be7a-4669-97cd-d4c76fd1ba5d HTTP/1.1" status: 200 len: 814 time: 0.1059108 Jun 21 04:35:41.199572 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.v2.base [req-74dab6dc-bc00-4e6b-a8a9-835ff01cb4a3 req-289f7ad9-1a74-46a3-b31d-cf47c027d0a7 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Request body: {'port': {'device_id': '719407e1-5ede-4c95-9c1e-abb233a7a36b', 'network_id': '8440badd-be7a-4669-97cd-d4c76fd1ba5d', 'admin_state_up': True, 'tenant_id': 'd3a4c28cd24f41eeba93e05dd1c550e6'}} {{(pid=92745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:35:41.308061 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74dab6dc-bc00-4e6b-a8a9-835ff01cb4a3 req-289f7ad9-1a74-46a3-b31d-cf47c027d0a7 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Made reservation on behalf of d3a4c28cd24f41eeba93e05dd1c550e6 for: {'port': 1} {{(pid=92745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:35:41.311986 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-74dab6dc-bc00-4e6b-a8a9-835ff01cb4a3 req-289f7ad9-1a74-46a3-b31d-cf47c027d0a7 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-632420'] for port, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:41.433460 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.db_base_plugin_common [req-74dab6dc-bc00-4e6b-a8a9-835ff01cb4a3 req-289f7ad9-1a74-46a3-b31d-cf47c027d0a7 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Allocated IP 172.20.0.6 (8440badd-be7a-4669-97cd-d4c76fd1ba5d/625d999c-845c-49ae-ab8c-b05d726993e2/2b8d32cb-305e-4f80-855e-6dbb0f5f78e7) {{(pid=92745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:35:41.571451 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-74dab6dc-bc00-4e6b-a8a9-835ff01cb4a3 req-289f7ad9-1a74-46a3-b31d-cf47c027d0a7 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Notify callbacks [] for port, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:41.607258 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-74dab6dc-bc00-4e6b-a8a9-835ff01cb4a3 req-289f7ad9-1a74-46a3-b31d-cf47c027d0a7 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789666979157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30039437'] for port, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:41.610938 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-4a522909-1b39-46b6-9453-26209b465755 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:41.646190 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] get_ports_and_sgs() called for port_ids ['0e77e001-728b-4776-bef6-c5130b61ddd2', 'aa33d039-b1fb-45a3-a3e1-a67c1ab239d8'] {{(pid=92747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:35:41.651419 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74dab6dc-bc00-4e6b-a8a9-835ff01cb4a3 req-289f7ad9-1a74-46a3-b31d-cf47c027d0a7 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Network 8440badd-be7a-4669-97cd-d4c76fd1ba5d is already hosted by enough agents. {{(pid=92745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:35:41.654670 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.base_scheduler [req-74dab6dc-bc00-4e6b-a8a9-835ff01cb4a3 req-289f7ad9-1a74-46a3-b31d-cf47c027d0a7 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Resources bound (agent type, host, resource id): {{(pid=92745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:35:41.658398 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [req-74dab6dc-bc00-4e6b-a8a9-835ff01cb4a3 req-289f7ad9-1a74-46a3-b31d-cf47c027d0a7 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Received port after_create {{(pid=92745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:35:41.664543 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289f7ad9-1a74-46a3-b31d-cf47c027d0a7 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Pushing event updated for resources: {'Port': ['ID=2b8d32cb-305e-4f80-855e-6dbb0f5f78e7,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:41.683483 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-289f7ad9-1a74-46a3-b31d-cf47c027d0a7 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:41.708751 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dab6dc-bc00-4e6b-a8a9-835ff01cb4a3 req-289f7ad9-1a74-46a3-b31d-cf47c027d0a7 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:41.709383 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-74dab6dc-bc00-4e6b-a8a9-835ff01cb4a3 req-289f7ad9-1a74-46a3-b31d-cf47c027d0a7 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5899'] for port, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:41.723740 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-74dab6dc-bc00-4e6b-a8a9-835ff01cb4a3 req-289f7ad9-1a74-46a3-b31d-cf47c027d0a7 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5278623 Jun 21 04:35:41.758401 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.v2.base [req-74dab6dc-bc00-4e6b-a8a9-835ff01cb4a3 req-d9a094f8-d87c-4f88-8ce0-5bfb06334532 service neutron] Request body: {'port': {'device_id': '719407e1-5ede-4c95-9c1e-abb233a7a36b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79688'}} {{(pid=92745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:35:41.830328 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-74dab6dc-bc00-4e6b-a8a9-835ff01cb4a3 req-d9a094f8-d87c-4f88-8ce0-5bfb06334532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:42.075086 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [req-74dab6dc-bc00-4e6b-a8a9-835ff01cb4a3 req-d9a094f8-d87c-4f88-8ce0-5bfb06334532 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b8d32cb-305e-4f80-855e-6dbb0f5f78e7 {{(pid=92745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:35:42.082217 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-74dab6dc-bc00-4e6b-a8a9-835ff01cb4a3 req-d9a094f8-d87c-4f88-8ce0-5bfb06334532 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:42.093129 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [req-74dab6dc-bc00-4e6b-a8a9-835ff01cb4a3 req-d9a094f8-d87c-4f88-8ce0-5bfb06334532 service neutron] Transition to ACTIVE for port object 2b8d32cb-305e-4f80-855e-6dbb0f5f78e7 will not be triggered until provisioned by entity L2. {{(pid=92745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:35:42.096645 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-74dab6dc-bc00-4e6b-a8a9-835ff01cb4a3 req-d9a094f8-d87c-4f88-8ce0-5bfb06334532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30039483'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:42.098662 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-10f42514-8724-43f3-8bf5-cded4ef6dc89 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:42.174264 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a094f8-d87c-4f88-8ce0-5bfb06334532 service neutron] Pushing event updated for resources: {'Port': ['ID=2b8d32cb-305e-4f80-855e-6dbb0f5f78e7,revision_number=2']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:42.191254 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-d9a094f8-d87c-4f88-8ce0-5bfb06334532 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:42.237548 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [req-74dab6dc-bc00-4e6b-a8a9-835ff01cb4a3 req-d9a094f8-d87c-4f88-8ce0-5bfb06334532 service neutron] Attempting to bind port 2b8d32cb-305e-4f80-855e-6dbb0f5f78e7 on host hv-cinder-79688 for vnic_type normal with profile {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:35:42.237938 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [req-74dab6dc-bc00-4e6b-a8a9-835ff01cb4a3 req-d9a094f8-d87c-4f88-8ce0-5bfb06334532 service neutron] Attempting to bind port 2b8d32cb-305e-4f80-855e-6dbb0f5f78e7 by drivers openvswitch,hyperv on host hv-cinder-79688 at level 0 using segments [{'id': '24d7c87a-f51d-4e39-90aa-6142cedde22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '8440badd-be7a-4669-97cd-d4c76fd1ba5d'}] {{(pid=92745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:35:42.238263 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74dab6dc-bc00-4e6b-a8a9-835ff01cb4a3 req-d9a094f8-d87c-4f88-8ce0-5bfb06334532 service neutron] Attempting to bind port 2b8d32cb-305e-4f80-855e-6dbb0f5f78e7 on network 8440badd-be7a-4669-97cd-d4c76fd1ba5d {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:35:42.242380 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74dab6dc-bc00-4e6b-a8a9-835ff01cb4a3 req-d9a094f8-d87c-4f88-8ce0-5bfb06334532 service neutron] Port 2b8d32cb-305e-4f80-855e-6dbb0f5f78e7 on network 8440badd-be7a-4669-97cd-d4c76fd1ba5d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79688 {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:35:42.242697 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74dab6dc-bc00-4e6b-a8a9-835ff01cb4a3 req-d9a094f8-d87c-4f88-8ce0-5bfb06334532 service neutron] Attempting to bind port 2b8d32cb-305e-4f80-855e-6dbb0f5f78e7 on network 8440badd-be7a-4669-97cd-d4c76fd1ba5d {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:35:42.247319 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74dab6dc-bc00-4e6b-a8a9-835ff01cb4a3 req-d9a094f8-d87c-4f88-8ce0-5bfb06334532 service neutron] Checking agent: {'id': '2d8ec531-0834-43cc-a69e-43a4958e3c4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79688', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 27, 37), 'started_at': datetime.datetime(2021, 6, 21, 4, 27, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:35:42.247653 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74dab6dc-bc00-4e6b-a8a9-835ff01cb4a3 req-d9a094f8-d87c-4f88-8ce0-5bfb06334532 service neutron] Checking segment: {'id': '24d7c87a-f51d-4e39-90aa-6142cedde22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '8440badd-be7a-4669-97cd-d4c76fd1ba5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:35:42.248028 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74dab6dc-bc00-4e6b-a8a9-835ff01cb4a3 req-d9a094f8-d87c-4f88-8ce0-5bfb06334532 service neutron] Bound using segment: {'id': '24d7c87a-f51d-4e39-90aa-6142cedde22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '8440badd-be7a-4669-97cd-d4c76fd1ba5d'} {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:35:42.248442 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [req-74dab6dc-bc00-4e6b-a8a9-835ff01cb4a3 req-d9a094f8-d87c-4f88-8ce0-5bfb06334532 service neutron] Bound port: 2b8d32cb-305e-4f80-855e-6dbb0f5f78e7, host: hv-cinder-79688, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24d7c87a-f51d-4e39-90aa-6142cedde22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '8440badd-be7a-4669-97cd-d4c76fd1ba5d'}}] {{(pid=92745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:35:42.248780 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-74dab6dc-bc00-4e6b-a8a9-835ff01cb4a3 req-d9a094f8-d87c-4f88-8ce0-5bfb06334532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:42.276695 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbceeae-591f-4591-a2f8-fda07acd6257 req-2545c4ba-bc01-4894-bdbb-801088a2a3e5 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:42.278167 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-7dbceeae-591f-4591-a2f8-fda07acd6257 req-2545c4ba-bc01-4894-bdbb-801088a2a3e5 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/ports?device_id=719407e1-5ede-4c95-9c1e-abb233a7a36b HTTP/1.1" status: 200 len: 943 time: 0.0646420 Jun 21 04:35:42.312220 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [req-74dab6dc-bc00-4e6b-a8a9-835ff01cb4a3 req-d9a094f8-d87c-4f88-8ce0-5bfb06334532 service neutron] For port 2b8d32cb-305e-4f80-855e-6dbb0f5f78e7, host hv-cinder-79688, cleared binding levels {{(pid=92745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:35:42.315056 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-7dbceeae-591f-4591-a2f8-fda07acd6257 req-a310b73a-76b1-4591-ba4d-fb5d8e3819c6 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/security-groups?id=044c5139-6368-460a-a4b2-9f5b09ae5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310671 Jun 21 04:35:42.315781 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [req-74dab6dc-bc00-4e6b-a8a9-835ff01cb4a3 req-d9a094f8-d87c-4f88-8ce0-5bfb06334532 service neutron] For port 2b8d32cb-305e-4f80-855e-6dbb0f5f78e7, host hv-cinder-79688, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=2b8d32cb-305e-4f80-855e-6dbb0f5f78e7,segment=NetworkSegment(24d7c87a-f51d-4e39-90aa-6142cedde22d),segment_id=24d7c87a-f51d-4e39-90aa-6142cedde22d)] {{(pid=92745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:35:42.321244 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-74dab6dc-bc00-4e6b-a8a9-835ff01cb4a3 req-d9a094f8-d87c-4f88-8ce0-5bfb06334532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30039483'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:42.324098 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-ac2ca6c2-5cc0-4e64-b6b3-b9d85be9289e tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:42.354868 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dab6dc-bc00-4e6b-a8a9-835ff01cb4a3 req-d9a094f8-d87c-4f88-8ce0-5bfb06334532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:42.355469 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-74dab6dc-bc00-4e6b-a8a9-835ff01cb4a3 req-d9a094f8-d87c-4f88-8ce0-5bfb06334532 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5899'] for port, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:42.356829 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-74dab6dc-bc00-4e6b-a8a9-835ff01cb4a3 req-d9a094f8-d87c-4f88-8ce0-5bfb06334532 service neutron] 10.222.0.38 "PUT /v2.0/ports/2b8d32cb-305e-4f80-855e-6dbb0f5f78e7 HTTP/1.1" status: 200 len: 1093 time: 0.6028857 Jun 21 04:35:42.357339 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '719407e1-5ede-4c95-9c1e-abb233a7a36b', 'tag': '2b8d32cb-305e-4f80-855e-6dbb0f5f78e7'}] {{(pid=92745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:35:42.359598 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e65a7435921a4b725d950f60fbdbd7b7a483a7692f8e299216e8097d5419be07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8956c9dc-7959-433b-88fb-82dc3dbcdc30" -d '{"events": [{"name": "network-changed", "server_uuid": "719407e1-5ede-4c95-9c1e-abb233a7a36b", "tag": "2b8d32cb-305e-4f80-855e-6dbb0f5f78e7"}]}' {{(pid=92745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:35:42.384029 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a094f8-d87c-4f88-8ce0-5bfb06334532 service neutron] Pushing event updated for resources: {'Port': ['ID=2b8d32cb-305e-4f80-855e-6dbb0f5f78e7,revision_number=3']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:42.386901 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-d9a094f8-d87c-4f88-8ce0-5bfb06334532 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:42.393681 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672678bd-2333-4077-87a5-8c4ad0ea3b81 x-openstack-request-id: req-672678bd-2333-4077-87a5-8c4ad0ea3b81 {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:35:42.394001 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "719407e1-5ede-4c95-9c1e-abb233a7a36b", "tag": "2b8d32cb-305e-4f80-855e-6dbb0f5f78e7", "status": "completed", "code": 200}]} {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:35:42.394287 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-672678bd-2333-4077-87a5-8c4ad0ea3b81 {{(pid=92745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:35:42.394707 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '719407e1-5ede-4c95-9c1e-abb233a7a36b', 'tag': '2b8d32cb-305e-4f80-855e-6dbb0f5f78e7', 'status': 'completed', 'code': 200} Jun 21 04:35:42.479336 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dab6dc-bc00-4e6b-a8a9-835ff01cb4a3 req-90f3feb1-df69-4661-a79e-b6edcb77ca73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:42.480737 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-74dab6dc-bc00-4e6b-a8a9-835ff01cb4a3 req-90f3feb1-df69-4661-a79e-b6edcb77ca73 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d3a4c28cd24f41eeba93e05dd1c550e6&device_id=719407e1-5ede-4c95-9c1e-abb233a7a36b HTTP/1.1" status: 200 len: 1096 time: 0.0502951 Jun 21 04:35:42.532893 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-74dab6dc-bc00-4e6b-a8a9-835ff01cb4a3 req-49348bda-a84a-4441-bae8-94c346b26019 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b8d32cb-305e-4f80-855e-6dbb0f5f78e7 HTTP/1.1" status: 200 len: 217 time: 0.0357468 Jun 21 04:35:42.580212 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dab6dc-bc00-4e6b-a8a9-835ff01cb4a3 req-c80b1f0b-fb9b-4f32-bb00-77e2f3127d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:42.581583 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-74dab6dc-bc00-4e6b-a8a9-835ff01cb4a3 req-c80b1f0b-fb9b-4f32-bb00-77e2f3127d6d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=625d999c-845c-49ae-ab8c-b05d726993e2 HTTP/1.1" status: 200 len: 854 time: 0.0409060 Jun 21 04:35:42.615481 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-74dab6dc-bc00-4e6b-a8a9-835ff01cb4a3 req-58d8262f-1156-4246-8208-be98d0a79153 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8440badd-be7a-4669-97cd-d4c76fd1ba5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238431 Jun 21 04:35:42.705772 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-74dab6dc-bc00-4e6b-a8a9-835ff01cb4a3 req-cdb4cabe-29b8-4e60-b948-bb87af49a871 service neutron] 10.222.0.38 "GET /v2.0/networks/8440badd-be7a-4669-97cd-d4c76fd1ba5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793047 Jun 21 04:35:42.790083 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-74dab6dc-bc00-4e6b-a8a9-835ff01cb4a3 req-83fb18e3-a95c-4b9f-8f39-ee0e354fbddd service neutron] 10.222.0.38 "GET /v2.0/networks/8440badd-be7a-4669-97cd-d4c76fd1ba5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0777037 Jun 21 04:35:42.954165 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8956c9dc-7959-433b-88fb-82dc3dbcdc30 req-25c4e3ee-e7d6-4980-9021-9259881b81da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:42.955586 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-8956c9dc-7959-433b-88fb-82dc3dbcdc30 req-25c4e3ee-e7d6-4980-9021-9259881b81da service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d3a4c28cd24f41eeba93e05dd1c550e6&device_id=719407e1-5ede-4c95-9c1e-abb233a7a36b HTTP/1.1" status: 200 len: 1096 time: 0.0512133 Jun 21 04:35:43.042791 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8956c9dc-7959-433b-88fb-82dc3dbcdc30 req-1c357db0-3d25-4008-b245-028f18bc3740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:43.044177 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-8956c9dc-7959-433b-88fb-82dc3dbcdc30 req-1c357db0-3d25-4008-b245-028f18bc3740 service neutron] 10.222.0.38 "GET /v2.0/networks?id=8440badd-be7a-4669-97cd-d4c76fd1ba5d HTTP/1.1" status: 200 len: 915 time: 0.0821538 Jun 21 04:35:43.085782 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-8956c9dc-7959-433b-88fb-82dc3dbcdc30 req-097d5125-561b-46bc-9a2e-26f1a5afbd85 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b8d32cb-305e-4f80-855e-6dbb0f5f78e7 HTTP/1.1" status: 200 len: 217 time: 0.0330834 Jun 21 04:35:43.130828 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8956c9dc-7959-433b-88fb-82dc3dbcdc30 req-6ba67a2e-3439-4632-b358-cbb84e22407c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:43.132799 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-8956c9dc-7959-433b-88fb-82dc3dbcdc30 req-6ba67a2e-3439-4632-b358-cbb84e22407c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=625d999c-845c-49ae-ab8c-b05d726993e2 HTTP/1.1" status: 200 len: 854 time: 0.0411057 Jun 21 04:35:43.167937 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-8956c9dc-7959-433b-88fb-82dc3dbcdc30 req-24bf23ef-e875-4206-9f51-09918ab4e012 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8440badd-be7a-4669-97cd-d4c76fd1ba5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286839 Jun 21 04:35:43.256151 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-8956c9dc-7959-433b-88fb-82dc3dbcdc30 req-0fe969dc-bf45-4a47-8c69-636466617f2a service neutron] 10.222.0.38 "GET /v2.0/networks/8440badd-be7a-4669-97cd-d4c76fd1ba5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799260 Jun 21 04:35:43.491948 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78376be-b336-41ac-bf53-a9e5966984b2 req-d5bb4409-f471-4b4c-942c-e9b073b11701 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:43.493389 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-e78376be-b336-41ac-bf53-a9e5966984b2 req-d5bb4409-f471-4b4c-942c-e9b073b11701 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/ports?device_id=719407e1-5ede-4c95-9c1e-abb233a7a36b HTTP/1.1" status: 200 len: 943 time: 0.0647845 Jun 21 04:35:43.532036 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-e78376be-b336-41ac-bf53-a9e5966984b2 req-e14d3063-0925-4123-8ecd-7db898d86c6b tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/security-groups?id=044c5139-6368-460a-a4b2-9f5b09ae5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329616 Jun 21 04:35:43.577173 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-8956c9dc-7959-433b-88fb-82dc3dbcdc30 req-4af36101-bf30-48fe-9feb-3a6197507dfa service neutron] 10.222.0.38 "GET /v2.0/networks/8440badd-be7a-4669-97cd-d4c76fd1ba5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126915 Jun 21 04:35:44.704817 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b21a1df-36a1-4e69-bea3-2be5c6ce960c req-ee820457-b74c-4a36-8e90-4f4c1a9c552c tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:44.706537 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-7b21a1df-36a1-4e69-bea3-2be5c6ce960c req-ee820457-b74c-4a36-8e90-4f4c1a9c552c tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/ports?device_id=719407e1-5ede-4c95-9c1e-abb233a7a36b HTTP/1.1" status: 200 len: 943 time: 0.0634859 Jun 21 04:35:44.743743 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-7b21a1df-36a1-4e69-bea3-2be5c6ce960c req-dded1a73-99e8-418c-8f3b-78595f6c7815 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/security-groups?id=044c5139-6368-460a-a4b2-9f5b09ae5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313811 Jun 21 04:35:45.435093 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device 2b8d32cb-305e-4f80-855e-6dbb0f5f78e7 details requested by agent hyperv_hv-cinder-79688 with host hv-cinder-79688 {{(pid=92747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:35:45.529566 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] For port 2b8d32cb-305e-4f80-855e-6dbb0f5f78e7, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=2b8d32cb-305e-4f80-855e-6dbb0f5f78e7,segment=NetworkSegment(24d7c87a-f51d-4e39-90aa-6142cedde22d),segment_id=24d7c87a-f51d-4e39-90aa-6142cedde22d)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:35:45.540099 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Returning: {'device': '2b8d32cb-305e-4f80-855e-6dbb0f5f78e7', 'network_id': '8440badd-be7a-4669-97cd-d4c76fd1ba5d', 'port_id': '2b8d32cb-305e-4f80-855e-6dbb0f5f78e7', 'mac_address': 'fa:16:3e:5e:00:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '625d999c-845c-49ae-ab8c-b05d726993e2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:35:45.574885 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:45.587245 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.notifiers.nova [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b8d32cb-305e-4f80-855e-6dbb0f5f78e7 {{(pid=92747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:35:45.605375 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] For port 2b8d32cb-305e-4f80-855e-6dbb0f5f78e7, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=2b8d32cb-305e-4f80-855e-6dbb0f5f78e7,segment=NetworkSegment(24d7c87a-f51d-4e39-90aa-6142cedde22d),segment_id=24d7c87a-f51d-4e39-90aa-6142cedde22d)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:35:45.608818 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:45.610523 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:45.653795 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Pushing event updated for resources: {'Port': ['ID=2b8d32cb-305e-4f80-855e-6dbb0f5f78e7,revision_number=4']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:45.660533 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:45.660878 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:45.661216 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:45.661566 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:45.661895 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:45.662219 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:45.662537 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:45.662854 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:45.663170 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:45.663484 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:45.663798 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:45.664109 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:45.667553 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:45.910526 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738815a-476d-4c97-af44-be53052f04a7 req-95b685c4-2474-4da9-93c1-7a0327cfab19 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:45.911960 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-7738815a-476d-4c97-af44-be53052f04a7 req-95b685c4-2474-4da9-93c1-7a0327cfab19 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/ports?device_id=719407e1-5ede-4c95-9c1e-abb233a7a36b HTTP/1.1" status: 200 len: 944 time: 0.0606570 Jun 21 04:35:45.949992 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-7738815a-476d-4c97-af44-be53052f04a7 req-e64ad455-1302-49e1-b1a7-5156562561e6 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/security-groups?id=044c5139-6368-460a-a4b2-9f5b09ae5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318382 Jun 21 04:35:45.985917 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] get_ports_and_sgs() called for port_ids ['2b8d32cb-305e-4f80-855e-6dbb0f5f78e7'] {{(pid=92747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:35:47.117816 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e3abc-1745-4f0a-b661-381f260aedd0 req-ea6696cb-0f73-45d6-8165-16797b490384 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:47.119230 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-f04e3abc-1745-4f0a-b661-381f260aedd0 req-ea6696cb-0f73-45d6-8165-16797b490384 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/ports?device_id=719407e1-5ede-4c95-9c1e-abb233a7a36b HTTP/1.1" status: 200 len: 944 time: 0.0611649 Jun 21 04:35:47.162026 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-f04e3abc-1745-4f0a-b661-381f260aedd0 req-bdf99854-5c3c-498c-8e96-720f30106798 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/security-groups?id=044c5139-6368-460a-a4b2-9f5b09ae5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360832 Jun 21 04:35:47.450189 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device 2b8d32cb-305e-4f80-855e-6dbb0f5f78e7 up at agent hyperv_hv-cinder-79688 {{(pid=92747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:35:47.496369 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Provisioning for port 2b8d32cb-305e-4f80-855e-6dbb0f5f78e7 completed by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:35:47.500377 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Provisioning complete for port 2b8d32cb-305e-4f80-855e-6dbb0f5f78e7 triggered by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:35:47.500753 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:47.578684 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:47.599466 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '719407e1-5ede-4c95-9c1e-abb233a7a36b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b8d32cb-305e-4f80-855e-6dbb0f5f78e7'}] {{(pid=92747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:35:47.601725 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}801f1ae26e0cb5c56acb95c727deede285b0e3a42266231ef73c077b6573d85d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72745f95-7794-43e4-af78-2607add73dff" -d '{"events": [{"server_uuid": "719407e1-5ede-4c95-9c1e-abb233a7a36b", "name": "network-vif-plugged", "status": "completed", "tag": "2b8d32cb-305e-4f80-855e-6dbb0f5f78e7"}]}' {{(pid=92747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:35:47.613602 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] For port 2b8d32cb-305e-4f80-855e-6dbb0f5f78e7, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=2b8d32cb-305e-4f80-855e-6dbb0f5f78e7,segment=NetworkSegment(24d7c87a-f51d-4e39-90aa-6142cedde22d),segment_id=24d7c87a-f51d-4e39-90aa-6142cedde22d)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:35:47.618733 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:47.620661 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:47.642168 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e7b8a1-1a16-4586-bb05-14c1503d4bda x-openstack-request-id: req-24e7b8a1-1a16-4586-bb05-14c1503d4bda {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:35:47.642466 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "719407e1-5ede-4c95-9c1e-abb233a7a36b", "name": "network-vif-plugged", "status": "completed", "tag": "2b8d32cb-305e-4f80-855e-6dbb0f5f78e7", "code": 200}]} {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:35:47.642720 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-24e7b8a1-1a16-4586-bb05-14c1503d4bda {{(pid=92747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:35:47.643104 dv-cinder-796889-2-smb neutron-server[92747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '719407e1-5ede-4c95-9c1e-abb233a7a36b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b8d32cb-305e-4f80-855e-6dbb0f5f78e7', 'code': 200} Jun 21 04:35:47.667117 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Pushing event updated for resources: {'Port': ['ID=2b8d32cb-305e-4f80-855e-6dbb0f5f78e7,revision_number=5']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:47.670167 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:47.910260 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415bdf52-8dd8-4a0a-a197-93da22bf8993 req-f303ed27-00dc-4cda-8927-ff4272e5b829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:47.911575 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-415bdf52-8dd8-4a0a-a197-93da22bf8993 req-f303ed27-00dc-4cda-8927-ff4272e5b829 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=719407e1-5ede-4c95-9c1e-abb233a7a36b HTTP/1.1" status: 200 len: 1098 time: 0.0484312 Jun 21 04:35:47.944275 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-415bdf52-8dd8-4a0a-a197-93da22bf8993 req-b453b3c1-6ee6-46d9-9a1b-5e614f7defb6 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=044c5139-6368-460a-a4b2-9f5b09ae5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0259266 Jun 21 04:35:48.328819 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd1ef7-dfe6-47b0-aa5c-2507add6591e req-52aca7d1-099e-486f-844c-dfc8cc6257f9 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:48.330300 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-47fd1ef7-dfe6-47b0-aa5c-2507add6591e req-52aca7d1-099e-486f-844c-dfc8cc6257f9 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/ports?device_id=719407e1-5ede-4c95-9c1e-abb233a7a36b HTTP/1.1" status: 200 len: 945 time: 0.0613043 Jun 21 04:35:48.366154 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-47fd1ef7-dfe6-47b0-aa5c-2507add6591e req-8db7a5c5-fd41-445f-a723-97af4bf4c6e0 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/security-groups?id=044c5139-6368-460a-a4b2-9f5b09ae5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298240 Jun 21 04:35:49.535064 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722e460-94da-40ee-bd38-cbeb4224f7e2 req-3563770b-38ad-4c9a-b0cd-233c0e7ca547 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:49.536383 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-5722e460-94da-40ee-bd38-cbeb4224f7e2 req-3563770b-38ad-4c9a-b0cd-233c0e7ca547 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/ports?device_id=719407e1-5ede-4c95-9c1e-abb233a7a36b HTTP/1.1" status: 200 len: 945 time: 0.0617311 Jun 21 04:35:49.574025 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-5722e460-94da-40ee-bd38-cbeb4224f7e2 req-225d9a87-b53e-4066-bb6a-1d90a3a89273 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/security-groups?id=044c5139-6368-460a-a4b2-9f5b09ae5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315170 Jun 21 04:35:52.067243 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.agents_db [None req-0317ce1f-94ba-4828-a78d-05fb42e0f355 None None] Agent healthcheck: found 6 active agents {{(pid=92748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:35:55.093626 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b3473-64a0-475b-b22a-2396fda4c719 req-c835b08d-22d7-4808-9aba-06f403ed1fbb tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:55.095045 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-5b4b3473-64a0-475b-b22a-2396fda4c719 req-c835b08d-22d7-4808-9aba-06f403ed1fbb tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/networks?id=8440badd-be7a-4669-97cd-d4c76fd1ba5d HTTP/1.1" status: 200 len: 814 time: 0.1007111 Jun 21 04:35:55.109667 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-5b4b3473-64a0-475b-b22a-2396fda4c719 req-83f175d9-d62c-46e7-bd41-57ffd20cecbd tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/quotas/d3a4c28cd24f41eeba93e05dd1c550e6 HTTP/1.1" status: 200 len: 375 time: 0.0092814 Jun 21 04:35:55.175375 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-5b4b3473-64a0-475b-b22a-2396fda4c719 req-5236bac6-4960-4ec7-8774-314ca9e6a255 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d3a4c28cd24f41eeba93e05dd1c550e6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0607414 Jun 21 04:35:55.267307 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-5b4b3473-64a0-475b-b22a-2396fda4c719 req-4bd3e4a5-47a7-4444-87e2-beb5a92ac128 service neutron] 10.222.0.13 "GET /v2.0/networks/8440badd-be7a-4669-97cd-d4c76fd1ba5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854084 Jun 21 04:35:55.353643 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-5b4b3473-64a0-475b-b22a-2396fda4c719 req-2523892c-50fe-4a3f-ad4e-3b45fdcb1d69 service neutron] 10.222.0.13 "GET /v2.0/networks/8440badd-be7a-4669-97cd-d4c76fd1ba5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805771 Jun 21 04:35:55.523279 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-0912a99a-c548-4808-9dd7-f8c58849c341 req-65914c69-61ce-43ec-a670-dbfce270172b tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc75e011-5ca9-4fab-8b61-ff71182ad5f8 HTTP/1.1" status: 200 len: 210 time: 0.0355504 Jun 21 04:35:56.661599 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-b7ee4e25-432f-4696-95d7-b73b33108727 req-e5c16273-b040-4e3a-a4ff-e5ce81a4d34d tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc75e011-5ca9-4fab-8b61-ff71182ad5f8 HTTP/1.1" status: 200 len: 210 time: 0.0282221 Jun 21 04:35:56.708948 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b3473-64a0-475b-b22a-2396fda4c719 req-01d1c146-26ab-460f-aee7-6c9263567403 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:56.710431 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-5b4b3473-64a0-475b-b22a-2396fda4c719 req-01d1c146-26ab-460f-aee7-6c9263567403 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.38 "GET /v2.0/networks?id=8440badd-be7a-4669-97cd-d4c76fd1ba5d HTTP/1.1" status: 200 len: 814 time: 0.1039786 Jun 21 04:35:56.731258 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.v2.base [req-5b4b3473-64a0-475b-b22a-2396fda4c719 req-08fb8b97-0cd9-493e-aaee-bfb688a49d7c tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Request body: {'port': {'device_id': 'dc75e011-5ca9-4fab-8b61-ff71182ad5f8', 'network_id': '8440badd-be7a-4669-97cd-d4c76fd1ba5d', 'admin_state_up': True, 'tenant_id': 'd3a4c28cd24f41eeba93e05dd1c550e6'}} {{(pid=92745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:35:56.834379 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b4b3473-64a0-475b-b22a-2396fda4c719 req-08fb8b97-0cd9-493e-aaee-bfb688a49d7c tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Made reservation on behalf of d3a4c28cd24f41eeba93e05dd1c550e6 for: {'port': 1} {{(pid=92745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:35:56.837862 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-5b4b3473-64a0-475b-b22a-2396fda4c719 req-08fb8b97-0cd9-493e-aaee-bfb688a49d7c tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-632420'] for port, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:56.956264 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.db_base_plugin_common [req-5b4b3473-64a0-475b-b22a-2396fda4c719 req-08fb8b97-0cd9-493e-aaee-bfb688a49d7c tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Allocated IP 172.20.0.8 (8440badd-be7a-4669-97cd-d4c76fd1ba5d/625d999c-845c-49ae-ab8c-b05d726993e2/98f0f0ce-8927-455c-9cb8-07ea626550c4) {{(pid=92745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:35:57.093534 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-5b4b3473-64a0-475b-b22a-2396fda4c719 req-08fb8b97-0cd9-493e-aaee-bfb688a49d7c tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Notify callbacks [] for port, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:57.129852 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-5b4b3473-64a0-475b-b22a-2396fda4c719 req-08fb8b97-0cd9-493e-aaee-bfb688a49d7c tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789666979157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30039437'] for port, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:57.134197 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-d9a094f8-d87c-4f88-8ce0-5bfb06334532 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:57.166328 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] get_ports_and_sgs() called for port_ids ['0e77e001-728b-4776-bef6-c5130b61ddd2', 'aa33d039-b1fb-45a3-a3e1-a67c1ab239d8', '2b8d32cb-305e-4f80-855e-6dbb0f5f78e7'] {{(pid=92747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:35:57.171740 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b4b3473-64a0-475b-b22a-2396fda4c719 req-08fb8b97-0cd9-493e-aaee-bfb688a49d7c tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Network 8440badd-be7a-4669-97cd-d4c76fd1ba5d is already hosted by enough agents. {{(pid=92745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:35:57.174847 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.base_scheduler [req-5b4b3473-64a0-475b-b22a-2396fda4c719 req-08fb8b97-0cd9-493e-aaee-bfb688a49d7c tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Resources bound (agent type, host, resource id): {{(pid=92745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:35:57.179186 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b4b3473-64a0-475b-b22a-2396fda4c719 req-08fb8b97-0cd9-493e-aaee-bfb688a49d7c tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Received port after_create {{(pid=92745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:35:57.207414 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fb8b97-0cd9-493e-aaee-bfb688a49d7c tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Pushing event updated for resources: {'Port': ['ID=98f0f0ce-8927-455c-9cb8-07ea626550c4,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:57.211563 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-08fb8b97-0cd9-493e-aaee-bfb688a49d7c tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:57.230429 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b3473-64a0-475b-b22a-2396fda4c719 req-08fb8b97-0cd9-493e-aaee-bfb688a49d7c tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:57.231034 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-5b4b3473-64a0-475b-b22a-2396fda4c719 req-08fb8b97-0cd9-493e-aaee-bfb688a49d7c tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5899'] for port, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:57.244588 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-5b4b3473-64a0-475b-b22a-2396fda4c719 req-08fb8b97-0cd9-493e-aaee-bfb688a49d7c tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5173988 Jun 21 04:35:57.265945 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.v2.base [req-5b4b3473-64a0-475b-b22a-2396fda4c719 req-c7bf9878-a100-4aeb-aeb2-a3ad31aed617 service neutron] Request body: {'port': {'device_id': 'dc75e011-5ca9-4fab-8b61-ff71182ad5f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79688'}} {{(pid=92745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:35:57.339685 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-5b4b3473-64a0-475b-b22a-2396fda4c719 req-c7bf9878-a100-4aeb-aeb2-a3ad31aed617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:57.592802 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [req-5b4b3473-64a0-475b-b22a-2396fda4c719 req-c7bf9878-a100-4aeb-aeb2-a3ad31aed617 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98f0f0ce-8927-455c-9cb8-07ea626550c4 {{(pid=92745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:35:57.599793 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-5b4b3473-64a0-475b-b22a-2396fda4c719 req-c7bf9878-a100-4aeb-aeb2-a3ad31aed617 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:57.610954 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [req-5b4b3473-64a0-475b-b22a-2396fda4c719 req-c7bf9878-a100-4aeb-aeb2-a3ad31aed617 service neutron] Transition to ACTIVE for port object 98f0f0ce-8927-455c-9cb8-07ea626550c4 will not be triggered until provisioned by entity L2. {{(pid=92745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:35:57.614207 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-5b4b3473-64a0-475b-b22a-2396fda4c719 req-c7bf9878-a100-4aeb-aeb2-a3ad31aed617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30039483'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:57.616838 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-2d5a4162-95bc-430c-817a-05fe4487a784 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:57.706008 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bf9878-a100-4aeb-aeb2-a3ad31aed617 service neutron] Pushing event updated for resources: {'Port': ['ID=98f0f0ce-8927-455c-9cb8-07ea626550c4,revision_number=2']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:57.709159 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-c7bf9878-a100-4aeb-aeb2-a3ad31aed617 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:57.752197 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [req-5b4b3473-64a0-475b-b22a-2396fda4c719 req-c7bf9878-a100-4aeb-aeb2-a3ad31aed617 service neutron] Attempting to bind port 98f0f0ce-8927-455c-9cb8-07ea626550c4 on host hv-cinder-79688 for vnic_type normal with profile {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:35:57.752566 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [req-5b4b3473-64a0-475b-b22a-2396fda4c719 req-c7bf9878-a100-4aeb-aeb2-a3ad31aed617 service neutron] Attempting to bind port 98f0f0ce-8927-455c-9cb8-07ea626550c4 by drivers openvswitch,hyperv on host hv-cinder-79688 at level 0 using segments [{'id': '24d7c87a-f51d-4e39-90aa-6142cedde22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '8440badd-be7a-4669-97cd-d4c76fd1ba5d'}] {{(pid=92745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:35:57.752895 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4b3473-64a0-475b-b22a-2396fda4c719 req-c7bf9878-a100-4aeb-aeb2-a3ad31aed617 service neutron] Attempting to bind port 98f0f0ce-8927-455c-9cb8-07ea626550c4 on network 8440badd-be7a-4669-97cd-d4c76fd1ba5d {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:35:57.757843 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4b3473-64a0-475b-b22a-2396fda4c719 req-c7bf9878-a100-4aeb-aeb2-a3ad31aed617 service neutron] Port 98f0f0ce-8927-455c-9cb8-07ea626550c4 on network 8440badd-be7a-4669-97cd-d4c76fd1ba5d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79688 {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:35:57.758167 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4b3473-64a0-475b-b22a-2396fda4c719 req-c7bf9878-a100-4aeb-aeb2-a3ad31aed617 service neutron] Attempting to bind port 98f0f0ce-8927-455c-9cb8-07ea626550c4 on network 8440badd-be7a-4669-97cd-d4c76fd1ba5d {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:35:57.762829 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4b3473-64a0-475b-b22a-2396fda4c719 req-c7bf9878-a100-4aeb-aeb2-a3ad31aed617 service neutron] Checking agent: {'id': '2d8ec531-0834-43cc-a69e-43a4958e3c4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79688', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 27, 37), 'started_at': datetime.datetime(2021, 6, 21, 4, 27, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:35:57.763167 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4b3473-64a0-475b-b22a-2396fda4c719 req-c7bf9878-a100-4aeb-aeb2-a3ad31aed617 service neutron] Checking segment: {'id': '24d7c87a-f51d-4e39-90aa-6142cedde22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '8440badd-be7a-4669-97cd-d4c76fd1ba5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:35:57.763555 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4b3473-64a0-475b-b22a-2396fda4c719 req-c7bf9878-a100-4aeb-aeb2-a3ad31aed617 service neutron] Bound using segment: {'id': '24d7c87a-f51d-4e39-90aa-6142cedde22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '8440badd-be7a-4669-97cd-d4c76fd1ba5d'} {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:35:57.763982 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [req-5b4b3473-64a0-475b-b22a-2396fda4c719 req-c7bf9878-a100-4aeb-aeb2-a3ad31aed617 service neutron] Bound port: 98f0f0ce-8927-455c-9cb8-07ea626550c4, host: hv-cinder-79688, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24d7c87a-f51d-4e39-90aa-6142cedde22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '8440badd-be7a-4669-97cd-d4c76fd1ba5d'}}] {{(pid=92745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:35:57.764330 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-5b4b3473-64a0-475b-b22a-2396fda4c719 req-c7bf9878-a100-4aeb-aeb2-a3ad31aed617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:57.829142 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [req-5b4b3473-64a0-475b-b22a-2396fda4c719 req-c7bf9878-a100-4aeb-aeb2-a3ad31aed617 service neutron] For port 98f0f0ce-8927-455c-9cb8-07ea626550c4, host hv-cinder-79688, cleared binding levels {{(pid=92745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:35:57.831453 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4877ad-c159-4af0-bbcb-0e5ed78fca88 req-2513a584-58ca-4af8-8dd8-597cd2eb163b tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:57.832061 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [req-5b4b3473-64a0-475b-b22a-2396fda4c719 req-c7bf9878-a100-4aeb-aeb2-a3ad31aed617 service neutron] For port 98f0f0ce-8927-455c-9cb8-07ea626550c4, host hv-cinder-79688, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=98f0f0ce-8927-455c-9cb8-07ea626550c4,segment=NetworkSegment(24d7c87a-f51d-4e39-90aa-6142cedde22d),segment_id=24d7c87a-f51d-4e39-90aa-6142cedde22d)] {{(pid=92745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:35:57.832931 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-5a4877ad-c159-4af0-bbcb-0e5ed78fca88 req-2513a584-58ca-4af8-8dd8-597cd2eb163b tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc75e011-5ca9-4fab-8b61-ff71182ad5f8 HTTP/1.1" status: 200 len: 943 time: 0.0615127 Jun 21 04:35:57.837307 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-5b4b3473-64a0-475b-b22a-2396fda4c719 req-c7bf9878-a100-4aeb-aeb2-a3ad31aed617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30039483'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:57.840148 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-08fb8b97-0cd9-493e-aaee-bfb688a49d7c tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:57.869311 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b3473-64a0-475b-b22a-2396fda4c719 req-c7bf9878-a100-4aeb-aeb2-a3ad31aed617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:57.869934 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-5b4b3473-64a0-475b-b22a-2396fda4c719 req-c7bf9878-a100-4aeb-aeb2-a3ad31aed617 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5899'] for port, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:57.871281 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-5b4b3473-64a0-475b-b22a-2396fda4c719 req-c7bf9878-a100-4aeb-aeb2-a3ad31aed617 service neutron] 10.222.0.38 "PUT /v2.0/ports/98f0f0ce-8927-455c-9cb8-07ea626550c4 HTTP/1.1" status: 200 len: 1093 time: 0.6100204 Jun 21 04:35:57.871791 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc75e011-5ca9-4fab-8b61-ff71182ad5f8', 'tag': '98f0f0ce-8927-455c-9cb8-07ea626550c4'}] {{(pid=92745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:35:57.872832 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-5a4877ad-c159-4af0-bbcb-0e5ed78fca88 req-1d94954e-f0c5-405a-a512-8ae64b6bedef tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/security-groups?id=044c5139-6368-460a-a4b2-9f5b09ae5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327952 Jun 21 04:35:57.874060 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e65a7435921a4b725d950f60fbdbd7b7a483a7692f8e299216e8097d5419be07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a393d9-6580-4957-b7d0-1eb3ffd581d5" -d '{"events": [{"name": "network-changed", "server_uuid": "dc75e011-5ca9-4fab-8b61-ff71182ad5f8", "tag": "98f0f0ce-8927-455c-9cb8-07ea626550c4"}]}' {{(pid=92745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:35:57.900073 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bf9878-a100-4aeb-aeb2-a3ad31aed617 service neutron] Pushing event updated for resources: {'Port': ['ID=98f0f0ce-8927-455c-9cb8-07ea626550c4,revision_number=3']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:57.903863 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-c7bf9878-a100-4aeb-aeb2-a3ad31aed617 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:57.915257 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a871ba9-90c5-47d2-8318-f07b5592b58f x-openstack-request-id: req-4a871ba9-90c5-47d2-8318-f07b5592b58f {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:35:57.915588 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc75e011-5ca9-4fab-8b61-ff71182ad5f8", "tag": "98f0f0ce-8927-455c-9cb8-07ea626550c4", "status": "completed", "code": 200}]} {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:35:57.915900 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4a871ba9-90c5-47d2-8318-f07b5592b58f {{(pid=92745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:35:57.916328 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc75e011-5ca9-4fab-8b61-ff71182ad5f8', 'tag': '98f0f0ce-8927-455c-9cb8-07ea626550c4', 'status': 'completed', 'code': 200} Jun 21 04:35:58.014443 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b3473-64a0-475b-b22a-2396fda4c719 req-3313d35a-3c5f-4e40-82c4-c93e7ef80313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:58.015862 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-5b4b3473-64a0-475b-b22a-2396fda4c719 req-3313d35a-3c5f-4e40-82c4-c93e7ef80313 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d3a4c28cd24f41eeba93e05dd1c550e6&device_id=dc75e011-5ca9-4fab-8b61-ff71182ad5f8 HTTP/1.1" status: 200 len: 1096 time: 0.0509431 Jun 21 04:35:58.071245 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-5b4b3473-64a0-475b-b22a-2396fda4c719 req-61bc1fdb-5cf4-41d8-a39a-0c6b80e2c289 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98f0f0ce-8927-455c-9cb8-07ea626550c4 HTTP/1.1" status: 200 len: 217 time: 0.0365527 Jun 21 04:35:58.117863 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b3473-64a0-475b-b22a-2396fda4c719 req-b71deb13-3eb8-4daf-a67e-6ecb8ecbfe63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:58.119262 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-5b4b3473-64a0-475b-b22a-2396fda4c719 req-b71deb13-3eb8-4daf-a67e-6ecb8ecbfe63 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=625d999c-845c-49ae-ab8c-b05d726993e2 HTTP/1.1" status: 200 len: 854 time: 0.0419912 Jun 21 04:35:58.153425 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-5b4b3473-64a0-475b-b22a-2396fda4c719 req-bf670966-0d4a-400f-8439-44fc3dd721ed service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8440badd-be7a-4669-97cd-d4c76fd1ba5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246959 Jun 21 04:35:58.242996 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-5b4b3473-64a0-475b-b22a-2396fda4c719 req-a6548b5a-13ce-453b-a031-888a391a3908 service neutron] 10.222.0.38 "GET /v2.0/networks/8440badd-be7a-4669-97cd-d4c76fd1ba5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825682 Jun 21 04:35:58.329993 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-5b4b3473-64a0-475b-b22a-2396fda4c719 req-0b9bd17a-0486-45de-949f-491b9e6cdeae service neutron] 10.222.0.38 "GET /v2.0/networks/8440badd-be7a-4669-97cd-d4c76fd1ba5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786552 Jun 21 04:35:58.486197 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a393d9-6580-4957-b7d0-1eb3ffd581d5 req-af7ca8ce-7c1b-48a0-bc0d-c7db201a02e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:58.487643 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-25a393d9-6580-4957-b7d0-1eb3ffd581d5 req-af7ca8ce-7c1b-48a0-bc0d-c7db201a02e3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d3a4c28cd24f41eeba93e05dd1c550e6&device_id=dc75e011-5ca9-4fab-8b61-ff71182ad5f8 HTTP/1.1" status: 200 len: 1096 time: 0.0501308 Jun 21 04:35:58.580229 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a393d9-6580-4957-b7d0-1eb3ffd581d5 req-a5ae515a-820b-4844-aaa7-cad4e001707c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:58.581679 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-25a393d9-6580-4957-b7d0-1eb3ffd581d5 req-a5ae515a-820b-4844-aaa7-cad4e001707c service neutron] 10.222.0.38 "GET /v2.0/networks?id=8440badd-be7a-4669-97cd-d4c76fd1ba5d HTTP/1.1" status: 200 len: 915 time: 0.0838969 Jun 21 04:35:58.622614 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-25a393d9-6580-4957-b7d0-1eb3ffd581d5 req-a1425bda-1da1-47e0-9de1-1b87876aee23 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98f0f0ce-8927-455c-9cb8-07ea626550c4 HTTP/1.1" status: 200 len: 217 time: 0.0331666 Jun 21 04:35:58.674890 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a393d9-6580-4957-b7d0-1eb3ffd581d5 req-6ff2fa3c-842f-4f09-90c6-707aa876fef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:58.676245 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-25a393d9-6580-4957-b7d0-1eb3ffd581d5 req-6ff2fa3c-842f-4f09-90c6-707aa876fef3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=625d999c-845c-49ae-ab8c-b05d726993e2 HTTP/1.1" status: 200 len: 854 time: 0.0441649 Jun 21 04:35:58.707267 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-25a393d9-6580-4957-b7d0-1eb3ffd581d5 req-14bd8f46-fd4d-4d53-816a-4a3dadc74263 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8440badd-be7a-4669-97cd-d4c76fd1ba5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243549 Jun 21 04:35:58.791373 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-25a393d9-6580-4957-b7d0-1eb3ffd581d5 req-79ad47ec-bdf5-4291-84f7-425e189739e2 service neutron] 10.222.0.38 "GET /v2.0/networks/8440badd-be7a-4669-97cd-d4c76fd1ba5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0774424 Jun 21 04:35:58.883497 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-25a393d9-6580-4957-b7d0-1eb3ffd581d5 req-363e487f-6650-419f-a193-94065491bad0 service neutron] 10.222.0.38 "GET /v2.0/networks/8440badd-be7a-4669-97cd-d4c76fd1ba5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810487 Jun 21 04:35:59.053914 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f7965e-6f02-4b12-8643-f9c6df1ffb9b req-34308f75-74e8-43d6-9577-6305533ddae5 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:59.055262 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-49f7965e-6f02-4b12-8643-f9c6df1ffb9b req-34308f75-74e8-43d6-9577-6305533ddae5 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc75e011-5ca9-4fab-8b61-ff71182ad5f8 HTTP/1.1" status: 200 len: 943 time: 0.0644481 Jun 21 04:35:59.091795 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-49f7965e-6f02-4b12-8643-f9c6df1ffb9b req-5489254e-5089-4b4f-828d-e23168648fa2 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/security-groups?id=044c5139-6368-460a-a4b2-9f5b09ae5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309134 Jun 21 04:36:00.274211 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887aba7e-2877-411a-aef8-cdc063c30233 req-45d64bed-5de2-46d7-a747-5c1b40d70518 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:00.275643 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-887aba7e-2877-411a-aef8-cdc063c30233 req-45d64bed-5de2-46d7-a747-5c1b40d70518 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc75e011-5ca9-4fab-8b61-ff71182ad5f8 HTTP/1.1" status: 200 len: 943 time: 0.0674262 Jun 21 04:36:00.312258 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-887aba7e-2877-411a-aef8-cdc063c30233 req-3fc55b9b-044b-4986-bc1b-3ccf1f5bc103 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/security-groups?id=044c5139-6368-460a-a4b2-9f5b09ae5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310285 Jun 21 04:36:01.167078 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462241bf-04f1-4af6-a427-c5b2819ff1a0 req-a20420f5-950b-4576-aabe-a222f03b8ef6 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:01.168516 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-462241bf-04f1-4af6-a427-c5b2819ff1a0 req-a20420f5-950b-4576-aabe-a222f03b8ef6 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53 HTTP/1.1" status: 200 len: 947 time: 0.0632279 Jun 21 04:36:01.204199 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-462241bf-04f1-4af6-a427-c5b2819ff1a0 req-2331cd53-0ea3-4fe3-b770-133c131fb6ea tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b87962f-ec15-4f45-82d9-8094e00c4440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300696 Jun 21 04:36:01.482831 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a5368-2d6b-4bc6-b56a-c26d1317a24f req-d1ea6800-7caf-4f9d-96f1-401cea9d064a tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:01.484281 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-982a5368-2d6b-4bc6-b56a-c26d1317a24f req-d1ea6800-7caf-4f9d-96f1-401cea9d064a tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc75e011-5ca9-4fab-8b61-ff71182ad5f8 HTTP/1.1" status: 200 len: 943 time: 0.0639601 Jun 21 04:36:01.519648 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-982a5368-2d6b-4bc6-b56a-c26d1317a24f req-ebd518cb-3c01-4dc2-93a0-b4c3f19ba634 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/security-groups?id=044c5139-6368-460a-a4b2-9f5b09ae5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298536 Jun 21 04:36:01.553951 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device 98f0f0ce-8927-455c-9cb8-07ea626550c4 details requested by agent hyperv_hv-cinder-79688 with host hv-cinder-79688 {{(pid=92747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:36:01.765168 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] For port 98f0f0ce-8927-455c-9cb8-07ea626550c4, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=98f0f0ce-8927-455c-9cb8-07ea626550c4,segment=NetworkSegment(24d7c87a-f51d-4e39-90aa-6142cedde22d),segment_id=24d7c87a-f51d-4e39-90aa-6142cedde22d)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:36:01.775513 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Returning: {'device': '98f0f0ce-8927-455c-9cb8-07ea626550c4', 'network_id': '8440badd-be7a-4669-97cd-d4c76fd1ba5d', 'port_id': '98f0f0ce-8927-455c-9cb8-07ea626550c4', 'mac_address': 'fa:16:3e:75:cd:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '625d999c-845c-49ae-ab8c-b05d726993e2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:36:01.810389 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:01.823034 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.notifiers.nova [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98f0f0ce-8927-455c-9cb8-07ea626550c4 {{(pid=92747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:36:01.844582 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] For port 98f0f0ce-8927-455c-9cb8-07ea626550c4, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=98f0f0ce-8927-455c-9cb8-07ea626550c4,segment=NetworkSegment(24d7c87a-f51d-4e39-90aa-6142cedde22d),segment_id=24d7c87a-f51d-4e39-90aa-6142cedde22d)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:36:01.848386 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:01.850087 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-f2c9188b-7300-4ee6-b9a4-b0b0e731c940 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:01.892939 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Pushing event updated for resources: {'Port': ['ID=98f0f0ce-8927-455c-9cb8-07ea626550c4,revision_number=4']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:01.895790 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:02.229015 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] get_ports_and_sgs() called for port_ids ['98f0f0ce-8927-455c-9cb8-07ea626550c4'] {{(pid=92747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:36:02.536856 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a269c568-c72a-4f4c-b831-9e6b291780ef req-b8b0ed9c-0518-44c4-85c1-4ade1b8fa818 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:02.538891 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-a269c568-c72a-4f4c-b831-9e6b291780ef req-b8b0ed9c-0518-44c4-85c1-4ade1b8fa818 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53 HTTP/1.1" status: 200 len: 947 time: 0.0662527 Jun 21 04:36:02.576924 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-a269c568-c72a-4f4c-b831-9e6b291780ef req-abf7d51a-6029-4295-9a47-c200ddb209a8 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b87962f-ec15-4f45-82d9-8094e00c4440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316250 Jun 21 04:36:02.692009 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df731942-2948-4db4-8b39-8b109da560f6 req-4d0f3ba2-6f58-4d17-91ae-16c8465fd76c tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:02.693466 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-df731942-2948-4db4-8b39-8b109da560f6 req-4d0f3ba2-6f58-4d17-91ae-16c8465fd76c tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc75e011-5ca9-4fab-8b61-ff71182ad5f8 HTTP/1.1" status: 200 len: 944 time: 0.0659385 Jun 21 04:36:02.730300 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-df731942-2948-4db4-8b39-8b109da560f6 req-1db5eebb-920e-4de2-a167-9634194d0f2d tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/security-groups?id=044c5139-6368-460a-a4b2-9f5b09ae5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311193 Jun 21 04:36:02.980547 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7e10f7-c3f5-4037-9843-ac27fe74c11c req-ed50d6f0-f325-4ce1-ad24-9a468976f7cd tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:02.981961 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-3f7e10f7-c3f5-4037-9843-ac27fe74c11c req-ed50d6f0-f325-4ce1-ad24-9a468976f7cd tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53 HTTP/1.1" status: 200 len: 947 time: 0.0609689 Jun 21 04:36:03.080139 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [req-3f7e10f7-c3f5-4037-9843-ac27fe74c11c req-372ab054-91c6-46d4-b199-c5c5442d3ff4 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Deleting port b9ba875a-c630-4d4b-a443-c0b565df1587 {{(pid=92745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:36:03.080479 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-3f7e10f7-c3f5-4037-9843-ac27fe74c11c req-372ab054-91c6-46d4-b199-c5c5442d3ff4 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789667499749'] for port, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:03.162887 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [req-3f7e10f7-c3f5-4037-9843-ac27fe74c11c req-372ab054-91c6-46d4-b199-c5c5442d3ff4 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] For port b9ba875a-c630-4d4b-a443-c0b565df1587, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=b9ba875a-c630-4d4b-a443-c0b565df1587,segment=NetworkSegment(df3f6f4e-05ff-4d6f-923e-8ebc44f445d6),segment_id=df3f6f4e-05ff-4d6f-923e-8ebc44f445d6)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:36:03.163279 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-3f7e10f7-c3f5-4037-9843-ac27fe74c11c req-372ab054-91c6-46d4-b199-c5c5442d3ff4 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062555'] for port, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:03.326363 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-3f7e10f7-c3f5-4037-9843-ac27fe74c11c req-372ab054-91c6-46d4-b199-c5c5442d3ff4 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:03.326663 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-3f7e10f7-c3f5-4037-9843-ac27fe74c11c req-372ab054-91c6-46d4-b199-c5c5442d3ff4 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33062327'] for floatingip, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:03.326976 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.db.l3_db [req-3f7e10f7-c3f5-4037-9843-ac27fe74c11c req-372ab054-91c6-46d4-b199-c5c5442d3ff4 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Floating IP 5de1a04e-42b3-4306-9934-cd3d29838bc7 disassociated. External IP: 172.28.2.184, port: b9ba875a-c630-4d4b-a443-c0b565df1587. Jun 21 04:36:03.327335 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [req-3f7e10f7-c3f5-4037-9843-ac27fe74c11c req-372ab054-91c6-46d4-b199-c5c5442d3ff4 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Calling delete_port for b9ba875a-c630-4d4b-a443-c0b565df1587 owned by compute:nova {{(pid=92745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:36:03.448132 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-3f7e10f7-c3f5-4037-9843-ac27fe74c11c req-372ab054-91c6-46d4-b199-c5c5442d3ff4 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789667503845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789666979166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30039426'] for port, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:03.453357 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cf9a460a-7871-4b95-824a-45464e5c027a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:03.484309 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372ab054-91c6-46d4-b199-c5c5442d3ff4 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Pushing event deleted for resources: {'Port': ['ID=b9ba875a-c630-4d4b-a443-c0b565df1587,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:03.486017 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-372ab054-91c6-46d4-b199-c5c5442d3ff4 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:03.551565 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device 98f0f0ce-8927-455c-9cb8-07ea626550c4 up at agent hyperv_hv-cinder-79688 {{(pid=92747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:36:03.594170 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3f7e10f7-c3f5-4037-9843-ac27fe74c11c req-372ab054-91c6-46d4-b199-c5c5442d3ff4 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Router 96bd2eb3-e9bc-4fa1-a53d-d392456ae024 has already been hosted by L3 agent c5fde6f5-f096-4668-9faa-154c63e10de0 {{(pid=92745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:36:03.602974 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Provisioning for port 98f0f0ce-8927-455c-9cb8-07ea626550c4 completed by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:36:03.606440 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Provisioning complete for port 98f0f0ce-8927-455c-9cb8-07ea626550c4 triggered by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:36:03.606818 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:03.682980 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:03.703081 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3f7e10f7-c3f5-4037-9843-ac27fe74c11c req-372ab054-91c6-46d4-b199-c5c5442d3ff4 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify agent at l3_agent.dv-cinder-796889-2-smb the message routers_updated {{(pid=92745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:36:03.707922 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc75e011-5ca9-4fab-8b61-ff71182ad5f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f0f0ce-8927-455c-9cb8-07ea626550c4'}] {{(pid=92747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:36:03.710428 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}801f1ae26e0cb5c56acb95c727deede285b0e3a42266231ef73c077b6573d85d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64529093-86d5-41b7-9f1f-21ee336a6fe6" -d '{"events": [{"server_uuid": "dc75e011-5ca9-4fab-8b61-ff71182ad5f8", "name": "network-vif-plugged", "status": "completed", "tag": "98f0f0ce-8927-455c-9cb8-07ea626550c4"}]}' {{(pid=92747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:36:03.716778 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307cffd8-7d62-41f6-b901-a927857ff032 None None] Sync routers for ids ['96bd2eb3-e9bc-4fa1-a53d-d392456ae024'] in dv-cinder-796889-2-smb {{(pid=92748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:36:03.723499 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] For port 98f0f0ce-8927-455c-9cb8-07ea626550c4, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=98f0f0ce-8927-455c-9cb8-07ea626550c4,segment=NetworkSegment(24d7c87a-f51d-4e39-90aa-6142cedde22d),segment_id=24d7c87a-f51d-4e39-90aa-6142cedde22d)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:36:03.729035 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:03.731318 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:03.733836 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307cffd8-7d62-41f6-b901-a927857ff032 None None] Routers {'96bd2eb3-e9bc-4fa1-a53d-d392456ae024'} bound to L3 agent in host dv-cinder-796889-2-smb {{(pid=92748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:36:03.736668 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-307cffd8-7d62-41f6-b901-a927857ff032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T04:21:37Z,description=,heartbeat_timestamp=2021-06-21T04:35:37Z,host='dv-cinder-796889-2-smb',id=c5fde6f5-f096-4668-9faa-154c63e10de0,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:21:37Z,topic='l3_agent')) {'router_ids': ['96bd2eb3-e9bc-4fa1-a53d-d392456ae024'], 'active': True} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:36:03.756758 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f7e10f7-c3f5-4037-9843-ac27fe74c11c req-372ab054-91c6-46d4-b199-c5c5442d3ff4 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] No DVR routers for this DVR port b9ba875a-c630-4d4b-a443-c0b565df1587 on host hv-cinder-79688 {{(pid=92745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:36:03.759346 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-3f7e10f7-c3f5-4037-9843-ac27fe74c11c req-372ab054-91c6-46d4-b199-c5c5442d3ff4 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5899'] for port, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:03.761710 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e238f97-8ec0-4a9e-83eb-feae7dee942b x-openstack-request-id: req-4e238f97-8ec0-4a9e-83eb-feae7dee942b {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:36:03.762022 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc75e011-5ca9-4fab-8b61-ff71182ad5f8", "name": "network-vif-plugged", "status": "completed", "tag": "98f0f0ce-8927-455c-9cb8-07ea626550c4", "code": 200}]} {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:36:03.762304 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-3f7e10f7-c3f5-4037-9843-ac27fe74c11c req-372ab054-91c6-46d4-b199-c5c5442d3ff4 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.38 "DELETE /v2.0/ports/b9ba875a-c630-4d4b-a443-c0b565df1587 HTTP/1.1" status: 204 len: 173 time: 0.7737138 Jun 21 04:36:03.762431 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4e238f97-8ec0-4a9e-83eb-feae7dee942b {{(pid=92747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:36:03.762789 dv-cinder-796889-2-smb neutron-server[92747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc75e011-5ca9-4fab-8b61-ff71182ad5f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f0f0ce-8927-455c-9cb8-07ea626550c4', 'code': 200} Jun 21 04:36:03.763069 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53', 'name': 'network-vif-deleted', 'tag': 'b9ba875a-c630-4d4b-a443-c0b565df1587'}] {{(pid=92745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:36:03.765462 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e65a7435921a4b725d950f60fbdbd7b7a483a7692f8e299216e8097d5419be07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a8bb047-d16c-4422-b118-1fb00277af69" -d '{"events": [{"server_uuid": "b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53", "name": "network-vif-deleted", "tag": "b9ba875a-c630-4d4b-a443-c0b565df1587"}]}' {{(pid=92745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:36:03.774556 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-364098c4-b738-4b28-8d77-40e4141995b7 req-48f91cb6-1fde-482c-9fe1-23ead66da304 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53 HTTP/1.1" status: 200 len: 210 time: 0.0767386 Jun 21 04:36:03.791833 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Pushing event updated for resources: {'Port': ['ID=98f0f0ce-8927-455c-9cb8-07ea626550c4,revision_number=5']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:03.805737 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:03.862676 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa67774f-b05d-4b0e-a82b-5d45bbfa68ee x-openstack-request-id: req-aa67774f-b05d-4b0e-a82b-5d45bbfa68ee {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:36:03.863015 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53", "name": "network-vif-deleted", "tag": "b9ba875a-c630-4d4b-a443-c0b565df1587", "status": "completed", "code": 200}]} {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:36:03.863304 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aa67774f-b05d-4b0e-a82b-5d45bbfa68ee {{(pid=92745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:36:03.863734 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53', 'name': 'network-vif-deleted', 'tag': 'b9ba875a-c630-4d4b-a443-c0b565df1587', 'status': 'completed', 'code': 200} Jun 21 04:36:03.937693 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_dvr_db [None req-307cffd8-7d62-41f6-b901-a927857ff032 None None] Set router 96bd2eb3-e9bc-4fa1-a53d-d392456ae024 gateway port host: dv-cinder-796889-2-smb {{(pid=92748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:36:03.969091 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f80d29-9104-498a-81a0-e46c0c1c1fec req-90325621-91b9-4532-aebb-a0eb77dfb065 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:03.971841 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-16f80d29-9104-498a-81a0-e46c0c1c1fec req-90325621-91b9-4532-aebb-a0eb77dfb065 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc75e011-5ca9-4fab-8b61-ff71182ad5f8 HTTP/1.1" status: 200 len: 945 time: 0.1157088 Jun 21 04:36:04.015314 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-16f80d29-9104-498a-81a0-e46c0c1c1fec req-9846662c-dc10-4bf2-b9c1-21289f66fecc tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/security-groups?id=044c5139-6368-460a-a4b2-9f5b09ae5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348470 Jun 21 04:36:04.147123 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-307cffd8-7d62-41f6-b901-a927857ff032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96bd2eb3-e9bc-4fa1-a53d-d392456ae024', 'name': 'tempest-AttachVolumeShelveTestJSON-1705391473-router', 'tenant_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '100755dd-aa6e-4365-827a-30bb0828080c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:29Z', 'updated_at': '2021-06-21T04:29:39Z', 'revision_number': 4, 'project_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'gw_port': {'id': '100755dd-aa6e-4365-827a-30bb0828080c', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:cb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96bd2eb3-e9bc-4fa1-a53d-d392456ae024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:31Z', 'updated_at': '2021-06-21T04:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb', '_interfaces': [{'id': '612e2fd2-c187-4d51-a56d-bd48917717d2', 'name': '', 'network_id': '38e35d0b-e570-49d3-959b-c55bd6e0308c', 'tenant_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'mac_address': 'fa:16:3e:f0:cb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96bd2eb3-e9bc-4fa1-a53d-d392456ae024', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6f995fa3-0676-46ec-80cb-22d4129d3f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:36Z', 'updated_at': '2021-06-21T04:29:56Z', 'revision_number': 5, 'project_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'subnets': [{'id': '6f995fa3-0676-46ec-80cb-22d4129d3f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-smb', False) {} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:36:04.147989 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-eb50f858-9db3-4e6f-9fff-e33abf2ddef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:04.174751 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307cffd8-7d62-41f6-b901-a927857ff032 None None] Checking router: 96bd2eb3-e9bc-4fa1-a53d-d392456ae024 for host: dv-cinder-796889-2-smb {{(pid=92748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:36:04.175250 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf2c02-a5e9-4493-8fcd-11572ab993c5 req-80698036-ac7c-479d-9bb0-57348460d83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:04.176730 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-bfdf2c02-a5e9-4493-8fcd-11572ab993c5 req-80698036-ac7c-479d-9bb0-57348460d83a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=dc75e011-5ca9-4fab-8b61-ff71182ad5f8 HTTP/1.1" status: 200 len: 1098 time: 0.0523949 Jun 21 04:36:04.183520 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307cffd8-7d62-41f6-b901-a927857ff032 None None] Routers {'96bd2eb3-e9bc-4fa1-a53d-d392456ae024'} bound to L3 agent in host dv-cinder-796889-2-smb {{(pid=92748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:36:04.184118 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-307cffd8-7d62-41f6-b901-a927857ff032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T04:21:37Z,description=,heartbeat_timestamp=2021-06-21T04:35:37Z,host='dv-cinder-796889-2-smb',id=c5fde6f5-f096-4668-9faa-154c63e10de0,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:21:37Z,topic='l3_agent')) {'router_ids': ['96bd2eb3-e9bc-4fa1-a53d-d392456ae024'], 'active': True} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:36:04.210520 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-bfdf2c02-a5e9-4493-8fcd-11572ab993c5 req-432249f2-4553-48ba-aee9-3d1c7501787b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=044c5139-6368-460a-a4b2-9f5b09ae5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271273 Jun 21 04:36:04.284895 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_dvr_db [None req-307cffd8-7d62-41f6-b901-a927857ff032 None None] Set router 96bd2eb3-e9bc-4fa1-a53d-d392456ae024 gateway port host: dv-cinder-796889-2-smb {{(pid=92748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:36:04.472166 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-307cffd8-7d62-41f6-b901-a927857ff032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96bd2eb3-e9bc-4fa1-a53d-d392456ae024', 'name': 'tempest-AttachVolumeShelveTestJSON-1705391473-router', 'tenant_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '100755dd-aa6e-4365-827a-30bb0828080c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:29Z', 'updated_at': '2021-06-21T04:29:39Z', 'revision_number': 4, 'project_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'gw_port': {'id': '100755dd-aa6e-4365-827a-30bb0828080c', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:cb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96bd2eb3-e9bc-4fa1-a53d-d392456ae024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:31Z', 'updated_at': '2021-06-21T04:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb', '_interfaces': [{'id': '612e2fd2-c187-4d51-a56d-bd48917717d2', 'name': '', 'network_id': '38e35d0b-e570-49d3-959b-c55bd6e0308c', 'tenant_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'mac_address': 'fa:16:3e:f0:cb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96bd2eb3-e9bc-4fa1-a53d-d392456ae024', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6f995fa3-0676-46ec-80cb-22d4129d3f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:36Z', 'updated_at': '2021-06-21T04:29:56Z', 'revision_number': 5, 'project_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'subnets': [{'id': '6f995fa3-0676-46ec-80cb-22d4129d3f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-smb', False) {} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:36:04.500337 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307cffd8-7d62-41f6-b901-a927857ff032 None None] The sync data for ids ['96bd2eb3-e9bc-4fa1-a53d-d392456ae024'] in dv-cinder-796889-2-smb is: [{'id': '96bd2eb3-e9bc-4fa1-a53d-d392456ae024', 'name': 'tempest-AttachVolumeShelveTestJSON-1705391473-router', 'tenant_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '100755dd-aa6e-4365-827a-30bb0828080c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:29Z', 'updated_at': '2021-06-21T04:29:39Z', 'revision_number': 4, 'project_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'gw_port': {'id': '100755dd-aa6e-4365-827a-30bb0828080c', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:cb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96bd2eb3-e9bc-4fa1-a53d-d392456ae024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:31Z', 'updated_at': '2021-06-21T04:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb', '_interfaces': [{'id': '612e2fd2-c187-4d51-a56d-bd48917717d2', 'name': '', 'network_id': '38e35d0b-e570-49d3-959b-c55bd6e0308c', 'tenant_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'mac_address': 'fa:16:3e:f0:cb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96bd2eb3-e9bc-4fa1-a53d-d392456ae024', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6f995fa3-0676-46ec-80cb-22d4129d3f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:36Z', 'updated_at': '2021-06-21T04:29:56Z', 'revision_number': 5, 'project_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'subnets': [{'id': '6f995fa3-0676-46ec-80cb-22d4129d3f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:36:04.691108 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cda5bb2-d835-47de-8870-374c0903f0d0 None None] New status for floating IP 5de1a04e-42b3-4306-9934-cd3d29838bc7: DOWN {{(pid=92747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 04:36:04.938426 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-ba912600-8cf1-41a9-b2c9-6db717680a64 req-1b19a74c-bb0c-4819-9ed3-9940dd326c90 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0d1eae2-bfec-4056-a4ef-9e46c3eb5a53 HTTP/1.1" status: 200 len: 210 time: 0.0325158 Jun 21 04:36:05.196135 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54148cdb-26e3-4ec7-a9d1-8124a81a02ba req-1ba72844-6749-4c77-895d-617d7d61cf81 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:05.197579 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-54148cdb-26e3-4ec7-a9d1-8124a81a02ba req-1ba72844-6749-4c77-895d-617d7d61cf81 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc75e011-5ca9-4fab-8b61-ff71182ad5f8 HTTP/1.1" status: 200 len: 945 time: 0.0607486 Jun 21 04:36:05.234288 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-54148cdb-26e3-4ec7-a9d1-8124a81a02ba req-7c20c7e1-9f43-4262-b608-2c35314d0e5c tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/security-groups?id=044c5139-6368-460a-a4b2-9f5b09ae5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311742 Jun 21 04:36:05.547836 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device b9ba875a-c630-4d4b-a443-c0b565df1587 no longer exists at agent hyperv_hv-cinder-79688 {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:36:05.566936 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] No Port match for: b9ba875a-c630-4d4b-a443-c0b565df1587 {{(pid=92747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:36:05.567285 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device b9ba875a-c630-4d4b-a443-c0b565df1587 not bound to the agent host hv-cinder-79688 {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:36:06.057831 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 35534) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:06.110298 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-7ae73adf-898f-4405-9ffd-744b1d01e564 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:06.133037 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-7ae73adf-898f-4405-9ffd-744b1d01e564 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:06.179821 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-7ae73adf-898f-4405-9ffd-744b1d01e564 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:06.182434 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-7ae73adf-898f-4405-9ffd-744b1d01e564 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:06.183533 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-7ae73adf-898f-4405-9ffd-744b1d01e564 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "DELETE /v2.0/security-groups/5b87962f-ec15-4f45-82d9-8094e00c4440 HTTP/1.1" status: 204 len: 168 time: 0.1246939 Jun 21 04:36:06.184261 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-a3d33b63-d5ff-4788-ae94-f02d05494820 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:06.186495 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 35536) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:06.192771 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae73adf-898f-4405-9ffd-744b1d01e564 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b87962f-ec15-4f45-82d9-8094e00c4440,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:06.199638 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae73adf-898f-4405-9ffd-744b1d01e564 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:06.200008 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae73adf-898f-4405-9ffd-744b1d01e564 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:06.200200 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.api.v2.resource [None req-4ac81978-632e-41cd-aa9a-b257e76f3e34 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] show failed (client error): The resource could not be found. Jun 21 04:36:06.200372 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae73adf-898f-4405-9ffd-744b1d01e564 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:06.200734 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae73adf-898f-4405-9ffd-744b1d01e564 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:06.201091 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae73adf-898f-4405-9ffd-744b1d01e564 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:06.201473 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae73adf-898f-4405-9ffd-744b1d01e564 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:06.201828 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae73adf-898f-4405-9ffd-744b1d01e564 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:06.202177 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae73adf-898f-4405-9ffd-744b1d01e564 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:06.202526 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae73adf-898f-4405-9ffd-744b1d01e564 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:06.202870 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae73adf-898f-4405-9ffd-744b1d01e564 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:06.203215 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae73adf-898f-4405-9ffd-744b1d01e564 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:06.203557 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae73adf-898f-4405-9ffd-744b1d01e564 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:06.204003 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-4ac81978-632e-41cd-aa9a-b257e76f3e34 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "GET /v2.0/security-groups/5b87962f-ec15-4f45-82d9-8094e00c4440 HTTP/1.1" status: 404 len: 347 time: 0.0162363 Jun 21 04:36:06.204543 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 35538) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:06.206662 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-7ae73adf-898f-4405-9ffd-744b1d01e564 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:06.331272 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-068107f0-3721-4e00-a265-20f4c8bb32c9 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Deleting port 99230b3c-39c7-4c04-80b5-e96f69ba6537 {{(pid=92745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:36:06.331619 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-068107f0-3721-4e00-a265-20f4c8bb32c9 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789667499749'] for port, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:06.408086 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-068107f0-3721-4e00-a265-20f4c8bb32c9 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062555'] for port, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:06.408321 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3d6f2-101c-4fe8-b6f3-11b3d2f06ca7 req-2a07a48e-09e6-435e-aec5-e8afdddf9a6b tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:06.408435 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-068107f0-3721-4e00-a265-20f4c8bb32c9 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:06.409572 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-82a3d6f2-101c-4fe8-b6f3-11b3d2f06ca7 req-2a07a48e-09e6-435e-aec5-e8afdddf9a6b tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc75e011-5ca9-4fab-8b61-ff71182ad5f8 HTTP/1.1" status: 200 len: 945 time: 0.0657084 Jun 21 04:36:06.446532 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-82a3d6f2-101c-4fe8-b6f3-11b3d2f06ca7 req-a1a01b85-d73e-4789-985c-83c9b99d521d tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/security-groups?id=044c5139-6368-460a-a4b2-9f5b09ae5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307052 Jun 21 04:36:06.473741 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-068107f0-3721-4e00-a265-20f4c8bb32c9 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Calling delete_port for 99230b3c-39c7-4c04-80b5-e96f69ba6537 owned by network:floatingip {{(pid=92745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:36:06.602347 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-068107f0-3721-4e00-a265-20f4c8bb32c9 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789667503845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789666979166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30039426'] for port, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:06.604257 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-518f22b1-b23f-4959-bc88-7aceb57aa9a6 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:06.630905 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068107f0-3721-4e00-a265-20f4c8bb32c9 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Pushing event deleted for resources: {'Port': ['ID=99230b3c-39c7-4c04-80b5-e96f69ba6537,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:06.634270 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-068107f0-3721-4e00-a265-20f4c8bb32c9 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:06.697119 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-068107f0-3721-4e00-a265-20f4c8bb32c9 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks [] for floatingip, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:06.699708 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-068107f0-3721-4e00-a265-20f4c8bb32c9 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5899'] for floatingip, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:06.700842 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-068107f0-3721-4e00-a265-20f4c8bb32c9 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] 10.222.0.13 "DELETE /v2.0/floatingips/5de1a04e-42b3-4306-9934-cd3d29838bc7 HTTP/1.1" status: 204 len: 168 time: 0.4954214 Jun 21 04:36:06.757964 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-44b87dcb-c6ad-409e-8629-b5c38d571d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:06.882426 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:06.983269 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:08.042017 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-af7905e6-f134-40b5-8f7f-d0c0aa400a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:09.268030 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 35582) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:09.649758 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-410c395a-ca3a-4855-90fb-923e0a2b4d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:09.652212 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-4a58ce2b-0fc0-49c5-99ea-d9d64b689698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33243850'] for router_interface, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:09.898029 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [None req-4a58ce2b-0fc0-49c5-99ea-d9d64b689698 admin admin] Deleting port 612e2fd2-c187-4d51-a56d-bd48917717d2 {{(pid=92746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:36:09.898282 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-4a58ce2b-0fc0-49c5-99ea-d9d64b689698 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789667499749'] for port, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:09.974237 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.db [None req-4a58ce2b-0fc0-49c5-99ea-d9d64b689698 admin admin] For port 612e2fd2-c187-4d51-a56d-bd48917717d2, host dv-cinder-796889-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-smb',level=0,port_id=612e2fd2-c187-4d51-a56d-bd48917717d2,segment=NetworkSegment(df3f6f4e-05ff-4d6f-923e-8ebc44f445d6),segment_id=df3f6f4e-05ff-4d6f-923e-8ebc44f445d6)] {{(pid=92746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:36:09.974587 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-4a58ce2b-0fc0-49c5-99ea-d9d64b689698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062555'] for port, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:10.037916 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [None req-4a58ce2b-0fc0-49c5-99ea-d9d64b689698 admin admin] Calling delete_port for 612e2fd2-c187-4d51-a56d-bd48917717d2 owned by network:router_interface {{(pid=92746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:36:10.208832 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-4a58ce2b-0fc0-49c5-99ea-d9d64b689698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789667503845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789666979166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33408498'] for port, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:10.212046 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:10.235502 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a58ce2b-0fc0-49c5-99ea-d9d64b689698 admin admin] Pushing event deleted for resources: {'Port': ['ID=612e2fd2-c187-4d51-a56d-bd48917717d2,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:10.239473 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-4a58ce2b-0fc0-49c5-99ea-d9d64b689698 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:10.421387 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-4a58ce2b-0fc0-49c5-99ea-d9d64b689698 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33144680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33243766'] for router_interface, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:10.635422 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a58ce2b-0fc0-49c5-99ea-d9d64b689698 admin admin] Router 96bd2eb3-e9bc-4fa1-a53d-d392456ae024 has already been hosted by L3 agent c5fde6f5-f096-4668-9faa-154c63e10de0 {{(pid=92746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:36:10.776074 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a58ce2b-0fc0-49c5-99ea-d9d64b689698 admin admin] Notify agent at l3_agent.dv-cinder-796889-2-smb the message routers_updated {{(pid=92746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:36:10.780928 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-4a58ce2b-0fc0-49c5-99ea-d9d64b689698 admin admin] 10.222.0.13 "PUT /v2.0/routers/96bd2eb3-e9bc-4fa1-a53d-d392456ae024/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5118804 Jun 21 04:36:10.783523 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 35600) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:10.784159 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f4cb59-dc2d-4732-9b13-8ec4247b942a None None] Sync routers for ids ['96bd2eb3-e9bc-4fa1-a53d-d392456ae024'] in dv-cinder-796889-2-smb {{(pid=92748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:36:10.793595 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f4cb59-dc2d-4732-9b13-8ec4247b942a None None] Routers {'96bd2eb3-e9bc-4fa1-a53d-d392456ae024'} bound to L3 agent in host dv-cinder-796889-2-smb {{(pid=92748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:36:10.794199 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-f9f4cb59-dc2d-4732-9b13-8ec4247b942a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T04:21:37Z,description=,heartbeat_timestamp=2021-06-21T04:36:07Z,host='dv-cinder-796889-2-smb',id=c5fde6f5-f096-4668-9faa-154c63e10de0,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:21:37Z,topic='l3_agent')) {'router_ids': ['96bd2eb3-e9bc-4fa1-a53d-d392456ae024'], 'active': True} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:36:10.895344 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_dvr_db [None req-f9f4cb59-dc2d-4732-9b13-8ec4247b942a None None] Set router 96bd2eb3-e9bc-4fa1-a53d-d392456ae024 gateway port host: dv-cinder-796889-2-smb {{(pid=92748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:36:11.140232 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-65bf263c-6d87-4177-b560-adc689d1d0ea admin admin] Notify callbacks [] for router, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:11.158564 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-f9f4cb59-dc2d-4732-9b13-8ec4247b942a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96bd2eb3-e9bc-4fa1-a53d-d392456ae024', 'name': 'tempest-AttachVolumeShelveTestJSON-1705391473-router', 'tenant_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '100755dd-aa6e-4365-827a-30bb0828080c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:29Z', 'updated_at': '2021-06-21T04:36:10Z', 'revision_number': 5, 'project_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'gw_port': {'id': '100755dd-aa6e-4365-827a-30bb0828080c', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:cb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96bd2eb3-e9bc-4fa1-a53d-d392456ae024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:31Z', 'updated_at': '2021-06-21T04:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb'}], 'dv-cinder-796889-2-smb', False) {} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:36:11.183398 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f4cb59-dc2d-4732-9b13-8ec4247b942a None None] Checking router: 96bd2eb3-e9bc-4fa1-a53d-d392456ae024 for host: dv-cinder-796889-2-smb {{(pid=92748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:36:11.191617 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f4cb59-dc2d-4732-9b13-8ec4247b942a None None] Routers {'96bd2eb3-e9bc-4fa1-a53d-d392456ae024'} bound to L3 agent in host dv-cinder-796889-2-smb {{(pid=92748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:36:11.192212 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-f9f4cb59-dc2d-4732-9b13-8ec4247b942a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T04:21:37Z,description=,heartbeat_timestamp=2021-06-21T04:36:07Z,host='dv-cinder-796889-2-smb',id=c5fde6f5-f096-4668-9faa-154c63e10de0,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:21:37Z,topic='l3_agent')) {'router_ids': ['96bd2eb3-e9bc-4fa1-a53d-d392456ae024'], 'active': True} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:36:11.245846 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-65bf263c-6d87-4177-b560-adc689d1d0ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:11.296228 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_dvr_db [None req-f9f4cb59-dc2d-4732-9b13-8ec4247b942a None None] Set router 96bd2eb3-e9bc-4fa1-a53d-d392456ae024 gateway port host: dv-cinder-796889-2-smb {{(pid=92748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:36:11.298804 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [None req-65bf263c-6d87-4177-b560-adc689d1d0ea admin admin] Deleting port 100755dd-aa6e-4365-827a-30bb0828080c {{(pid=92746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:36:11.299144 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-65bf263c-6d87-4177-b560-adc689d1d0ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789667499749'] for port, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:11.390139 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.db [None req-65bf263c-6d87-4177-b560-adc689d1d0ea admin admin] For port 100755dd-aa6e-4365-827a-30bb0828080c, host dv-cinder-796889-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-smb',level=0,port_id=100755dd-aa6e-4365-827a-30bb0828080c,segment=NetworkSegment(022cd8a4-ba8b-492c-8b47-9af8409ae6a3),segment_id=022cd8a4-ba8b-492c-8b47-9af8409ae6a3)] {{(pid=92746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:36:11.391091 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-65bf263c-6d87-4177-b560-adc689d1d0ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062555'] for port, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:11.459393 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [None req-65bf263c-6d87-4177-b560-adc689d1d0ea admin admin] Calling delete_port for 100755dd-aa6e-4365-827a-30bb0828080c owned by network:router_gateway {{(pid=92746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:36:11.479105 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-f9f4cb59-dc2d-4732-9b13-8ec4247b942a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96bd2eb3-e9bc-4fa1-a53d-d392456ae024', 'name': 'tempest-AttachVolumeShelveTestJSON-1705391473-router', 'tenant_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '100755dd-aa6e-4365-827a-30bb0828080c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:29Z', 'updated_at': '2021-06-21T04:36:10Z', 'revision_number': 5, 'project_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'gw_port': {'id': '100755dd-aa6e-4365-827a-30bb0828080c', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:cb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96bd2eb3-e9bc-4fa1-a53d-d392456ae024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:31Z', 'updated_at': '2021-06-21T04:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb'}], 'dv-cinder-796889-2-smb', False) {} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:36:11.505598 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f4cb59-dc2d-4732-9b13-8ec4247b942a None None] The sync data for ids ['96bd2eb3-e9bc-4fa1-a53d-d392456ae024'] in dv-cinder-796889-2-smb is: [{'id': '96bd2eb3-e9bc-4fa1-a53d-d392456ae024', 'name': 'tempest-AttachVolumeShelveTestJSON-1705391473-router', 'tenant_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '100755dd-aa6e-4365-827a-30bb0828080c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:29:29Z', 'updated_at': '2021-06-21T04:36:10Z', 'revision_number': 5, 'project_id': '6e19d34d6ec747d2a23f2df61f7d1120', 'gw_port': {'id': '100755dd-aa6e-4365-827a-30bb0828080c', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:cb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96bd2eb3-e9bc-4fa1-a53d-d392456ae024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:29:31Z', 'updated_at': '2021-06-21T04:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb'}] {{(pid=92748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:36:11.621630 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-65bf263c-6d87-4177-b560-adc689d1d0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789667503845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789666979166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33408498'] for port, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:11.624263 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-ccd0c4d6-9911-477a-8135-6637e0160ac6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:11.651086 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bf263c-6d87-4177-b560-adc689d1d0ea admin admin] Pushing event deleted for resources: {'Port': ['ID=100755dd-aa6e-4365-827a-30bb0828080c,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:11.653921 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-65bf263c-6d87-4177-b560-adc689d1d0ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:11.710569 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-65bf263c-6d87-4177-b560-adc689d1d0ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33062234'] for router_gateway, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:11.799218 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-65bf263c-6d87-4177-b560-adc689d1d0ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33245252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7276'] for router, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:11.801458 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-65bf263c-6d87-4177-b560-adc689d1d0ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:11.848674 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-65bf263c-6d87-4177-b560-adc689d1d0ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33246741'] for router, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:11.849466 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65bf263c-6d87-4177-b560-adc689d1d0ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96bd2eb3-e9bc-4fa1-a53d-d392456ae024 {{(pid=92746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 04:36:11.855599 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-65bf263c-6d87-4177-b560-adc689d1d0ea admin admin] Notify callbacks [] for router, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:11.857087 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-65bf263c-6d87-4177-b560-adc689d1d0ea admin admin] 10.222.0.13 "DELETE /v2.0/routers/96bd2eb3-e9bc-4fa1-a53d-d392456ae024 HTTP/1.1" status: 204 len: 168 time: 1.0725217 Jun 21 04:36:11.859394 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 35608) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:11.912013 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ec39077-23a7-4a0a-89b2-68ca921cb188 admin admin] Deleting subnet 6f995fa3-0676-46ec-80cb-22d4129d3f36 {{(pid=92746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 04:36:11.915744 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-4ec39077-23a7-4a0a-89b2-68ca921cb188 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:11.952241 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-4ec39077-23a7-4a0a-89b2-68ca921cb188 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33408314'] for subnet, precommit_delete_associations {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:12.032063 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-4ec39077-23a7-4a0a-89b2-68ca921cb188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739179'] for subnet, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:12.092245 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-4ec39077-23a7-4a0a-89b2-68ca921cb188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33408392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8449736'] for subnet, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:12.094498 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-1582f768-bcd3-4d3b-9f8b-c1c16e1135d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:12.120009 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec39077-23a7-4a0a-89b2-68ca921cb188 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f995fa3-0676-46ec-80cb-22d4129d3f36,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:12.123520 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-4ec39077-23a7-4a0a-89b2-68ca921cb188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:12.124512 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-4ec39077-23a7-4a0a-89b2-68ca921cb188 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:12.129181 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 35610) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:12.130215 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-4ec39077-23a7-4a0a-89b2-68ca921cb188 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6f995fa3-0676-46ec-80cb-22d4129d3f36 HTTP/1.1" status: 204 len: 168 time: 0.2697506 Jun 21 04:36:12.137245 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9878bc98-89b6-4f20-820a-78107317b5dd None None] Network 38e35d0b-e570-49d3-959b-c55bd6e0308c requested from dv-cinder-796889-2-smb {{(pid=92747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:36:12.201375 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-29ea8751-73e1-42a2-a789-0472bd1563ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598551'] for network, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:12.259322 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-29ea8751-73e1-42a2-a789-0472bd1563ff admin admin] Deleting port b6d01d5a-2edb-467f-ad50-b3b1a9c4bb98 {{(pid=92745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:36:12.259661 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-29ea8751-73e1-42a2-a789-0472bd1563ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789667499749'] for port, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:12.320767 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-29ea8751-73e1-42a2-a789-0472bd1563ff admin admin] For port b6d01d5a-2edb-467f-ad50-b3b1a9c4bb98, host dv-cinder-796889-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-smb',level=0,port_id=b6d01d5a-2edb-467f-ad50-b3b1a9c4bb98,segment=NetworkSegment(df3f6f4e-05ff-4d6f-923e-8ebc44f445d6),segment_id=df3f6f4e-05ff-4d6f-923e-8ebc44f445d6)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:36:12.321126 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-29ea8751-73e1-42a2-a789-0472bd1563ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062555'] for port, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:12.384078 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-29ea8751-73e1-42a2-a789-0472bd1563ff admin admin] Calling delete_port for b6d01d5a-2edb-467f-ad50-b3b1a9c4bb98 owned by network:dhcp {{(pid=92745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:36:12.457853 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-29ea8751-73e1-42a2-a789-0472bd1563ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789667503845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789666979166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30039426'] for port, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:12.459761 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-ab544ce1-a783-4284-b955-ecdf55ead1aa tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:12.484357 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ea8751-73e1-42a2-a789-0472bd1563ff admin admin] Pushing event deleted for resources: {'Port': ['ID=b6d01d5a-2edb-467f-ad50-b3b1a9c4bb98,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:12.486213 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ea8751-73e1-42a2-a789-0472bd1563ff admin admin] No DVR routers for this DVR port b6d01d5a-2edb-467f-ad50-b3b1a9c4bb98 on host dv-cinder-796889-2-smb {{(pid=92745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:36:12.487677 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-29ea8751-73e1-42a2-a789-0472bd1563ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:12.534106 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efff44f3-fc12-491d-aa2a-214eb9820e16 None None] DHCP port deletion for 38e35d0b-e570-49d3-959b-c55bd6e0308c request from dv-cinder-796889-2-smb {{(pid=92747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 04:36:12.560783 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-29ea8751-73e1-42a2-a789-0472bd1563ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-744180', 'neutron.services.segments.db._delete_segments_for_network-8789667519955'] for network, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:12.570694 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.services.segments.db [None req-29ea8751-73e1-42a2-a789-0472bd1563ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38e35d0b-e570-49d3-959b-c55bd6e0308c']}} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:36:12.580440 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.services.segments.db [None req-29ea8751-73e1-42a2-a789-0472bd1563ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df3f6f4e-05ff-4d6f-923e-8ebc44f445d6') {'for_net_delete': True} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:36:12.580745 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.services.segments.db [None req-29ea8751-73e1-42a2-a789-0472bd1563ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df3f6f4e-05ff-4d6f-923e-8ebc44f445d6') {} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:36:12.586526 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device 100755dd-aa6e-4365-827a-30bb0828080c no longer exists at agent ovs-agent-dv-cinder-796889-2-smb {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:36:12.592168 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-29ea8751-73e1-42a2-a789-0472bd1563ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789667519784', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31093967'] for segment, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:12.605750 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-29ea8751-73e1-42a2-a789-0472bd1563ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740028'] for segment, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:12.605903 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-f392fa84-7a48-456a-8363-78490891b966 None None] No Port match for: 100755dd-aa6e-4365-827a-30bb0828080c {{(pid=92747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:36:12.606102 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device 100755dd-aa6e-4365-827a-30bb0828080c not bound to the agent host dv-cinder-796889-2-smb {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:36:12.606521 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device b6d01d5a-2edb-467f-ad50-b3b1a9c4bb98 no longer exists at agent ovs-agent-dv-cinder-796889-2-smb {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:36:12.611623 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29ea8751-73e1-42a2-a789-0472bd1563ff admin admin] Releasing vlan 819 on physical network physnet1 to pool {{(pid=92745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 04:36:12.612096 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-29ea8751-73e1-42a2-a789-0472bd1563ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3649875'] for segment, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:12.613784 dv-cinder-796889-2-smb neutron-server[92745]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:36:12.613784 dv-cinder-796889-2-smb neutron-server[92745]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:36:12.613784 dv-cinder-796889-2-smb neutron-server[92745]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:36:12.613784 dv-cinder-796889-2-smb neutron-server[92745]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:36:12.613784 dv-cinder-796889-2-smb neutron-server[92745]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:36:12.613784 dv-cinder-796889-2-smb neutron-server[92745]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:36:12.613784 dv-cinder-796889-2-smb neutron-server[92745]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:36:12.613784 dv-cinder-796889-2-smb neutron-server[92745]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:36:12.613784 dv-cinder-796889-2-smb neutron-server[92745]: Traceback (most recent call last): Jun 21 04:36:12.613784 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 04:36:12.613784 dv-cinder-796889-2-smb neutron-server[92745]: timer() Jun 21 04:36:12.613784 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 04:36:12.613784 dv-cinder-796889-2-smb neutron-server[92745]: cb(*args, **kw) Jun 21 04:36:12.613784 dv-cinder-796889-2-smb neutron-server[92745]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 04:36:12.613784 dv-cinder-796889-2-smb neutron-server[92745]: return func(*args, **kwargs) Jun 21 04:36:12.613784 dv-cinder-796889-2-smb neutron-server[92745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 04:36:12.613784 dv-cinder-796889-2-smb neutron-server[92745]: self._notify() Jun 21 04:36:12.613784 dv-cinder-796889-2-smb neutron-server[92745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 04:36:12.613784 dv-cinder-796889-2-smb neutron-server[92745]: self.callback(batched_events) Jun 21 04:36:12.613784 dv-cinder-796889-2-smb neutron-server[92745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 04:36:12.613784 dv-cinder-796889-2-smb neutron-server[92745]: event.method(event) Jun 21 04:36:12.613784 dv-cinder-796889-2-smb neutron-server[92745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 04:36:12.613784 dv-cinder-796889-2-smb neutron-server[92745]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 04:36:12.613784 dv-cinder-796889-2-smb neutron-server[92745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 04:36:12.613784 dv-cinder-796889-2-smb neutron-server[92745]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 04:36:12.613784 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 04:36:12.613784 dv-cinder-796889-2-smb neutron-server[92745]: return f(self, *a, **k) Jun 21 04:36:12.613784 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 04:36:12.613784 dv-cinder-796889-2-smb neutron-server[92745]: return self._get(url).json() Jun 21 04:36:12.613784 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 04:36:12.613784 dv-cinder-796889-2-smb neutron-server[92745]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 04:36:12.613784 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 04:36:12.613784 dv-cinder-796889-2-smb neutron-server[92745]: return self.request(url, 'GET', **kwargs) Jun 21 04:36:12.613784 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 04:36:12.613784 dv-cinder-796889-2-smb neutron-server[92745]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 04:36:12.613784 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 04:36:12.613784 dv-cinder-796889-2-smb neutron-server[92745]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 04:36:12.613784 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 04:36:12.613784 dv-cinder-796889-2-smb neutron-server[92745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 04:36:12.613784 dv-cinder-796889-2-smb neutron-server[92745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 04:36:12.624640 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-f392fa84-7a48-456a-8363-78490891b966 None None] No Port match for: b6d01d5a-2edb-467f-ad50-b3b1a9c4bb98 {{(pid=92747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:36:12.624990 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device b6d01d5a-2edb-467f-ad50-b3b1a9c4bb98 not bound to the agent host dv-cinder-796889-2-smb {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:36:12.625423 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device 612e2fd2-c187-4d51-a56d-bd48917717d2 no longer exists at agent ovs-agent-dv-cinder-796889-2-smb {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:36:12.646805 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-f392fa84-7a48-456a-8363-78490891b966 None None] No Port match for: 612e2fd2-c187-4d51-a56d-bd48917717d2 {{(pid=92747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:36:12.647150 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device 612e2fd2-c187-4d51-a56d-bd48917717d2 not bound to the agent host dv-cinder-796889-2-smb {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:36:12.668786 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-29ea8751-73e1-42a2-a789-0472bd1563ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-744173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33253182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33062277'] for network, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:12.680978 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-81385e9a-4e0e-4a5c-bddd-b465baf0892e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:12.683695 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-29ea8751-73e1-42a2-a789-0472bd1563ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33144588'] for network, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:12.685117 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-29ea8751-73e1-42a2-a789-0472bd1563ff admin admin] 10.222.0.13 "DELETE /v2.0/networks/38e35d0b-e570-49d3-959b-c55bd6e0308c HTTP/1.1" status: 204 len: 168 time: 0.5549395 Jun 21 04:36:12.695998 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ea8751-73e1-42a2-a789-0472bd1563ff admin admin] Pushing event deleted for resources: {'Network': ['ID=38e35d0b-e570-49d3-959b-c55bd6e0308c,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:12.698309 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-29ea8751-73e1-42a2-a789-0472bd1563ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:12.792875 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 35614) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:12.830849 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-09430843-c77d-479a-9653-f055e261c1cf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6e19d34d6ec747d2a23f2df61f7d1120&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0367389 Jun 21 04:36:12.833128 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 35616) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:12.878795 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-54e39033-57a8-4b45-b445-97d902dd26ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:12.898959 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-54e39033-57a8-4b45-b445-97d902dd26ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:12.944856 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-54e39033-57a8-4b45-b445-97d902dd26ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:12.947505 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-54e39033-57a8-4b45-b445-97d902dd26ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:12.948638 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-54e39033-57a8-4b45-b445-97d902dd26ca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/82cb3b47-19a8-4bf2-96cd-e43732098f9d HTTP/1.1" status: 204 len: 168 time: 0.1146097 Jun 21 04:36:12.949526 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-9eb9a32b-e7c8-4f60-83fb-7b69f9f7bf2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:12.957102 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e39033-57a8-4b45-b445-97d902dd26ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82cb3b47-19a8-4bf2-96cd-e43732098f9d,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:12.959547 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-54e39033-57a8-4b45-b445-97d902dd26ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:13.265579 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15259622-bbce-410d-843e-8e9aacb6f850 req-2deceec0-7cec-46a3-9272-11a2039db8a9 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:13.267118 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-15259622-bbce-410d-843e-8e9aacb6f850 req-2deceec0-7cec-46a3-9272-11a2039db8a9 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc75e011-5ca9-4fab-8b61-ff71182ad5f8 HTTP/1.1" status: 200 len: 945 time: 0.0644295 Jun 21 04:36:13.305481 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-15259622-bbce-410d-843e-8e9aacb6f850 req-576ac5a8-6519-4afc-8fdf-67caf82ba0d8 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/security-groups?id=044c5139-6368-460a-a4b2-9f5b09ae5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327430 Jun 21 04:36:14.486966 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9490b748-c8c4-45d8-abf1-680106ef74c8 req-ae322dc7-ac6f-499a-9a81-6200fa22a014 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:14.488386 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-9490b748-c8c4-45d8-abf1-680106ef74c8 req-ae322dc7-ac6f-499a-9a81-6200fa22a014 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc75e011-5ca9-4fab-8b61-ff71182ad5f8 HTTP/1.1" status: 200 len: 945 time: 0.0659153 Jun 21 04:36:14.524319 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-9490b748-c8c4-45d8-abf1-680106ef74c8 req-1fe7c054-a870-4ad6-b0d0-0f4bfb274f9b tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/security-groups?id=044c5139-6368-460a-a4b2-9f5b09ae5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301049 Jun 21 04:36:15.280824 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa0a27-9dcd-4753-9935-e7093e10bd92 req-7476641c-1ec7-4d1b-8071-17801abce444 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:15.282312 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-f9fa0a27-9dcd-4753-9935-e7093e10bd92 req-7476641c-1ec7-4d1b-8071-17801abce444 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc75e011-5ca9-4fab-8b61-ff71182ad5f8 HTTP/1.1" status: 200 len: 945 time: 0.0688212 Jun 21 04:36:15.400036 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [req-f9fa0a27-9dcd-4753-9935-e7093e10bd92 req-fba57a95-4262-4398-87f6-56d0971c92ba tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Deleting port 98f0f0ce-8927-455c-9cb8-07ea626550c4 {{(pid=92745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:36:15.400374 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-f9fa0a27-9dcd-4753-9935-e7093e10bd92 req-fba57a95-4262-4398-87f6-56d0971c92ba tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789667499749'] for port, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:15.704618 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9229af15-2024-422e-8f4f-477393c85d11 req-5d5baa04-d2a5-4ee4-a353-0f6d426b4448 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:15.706097 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-9229af15-2024-422e-8f4f-477393c85d11 req-5d5baa04-d2a5-4ee4-a353-0f6d426b4448 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc75e011-5ca9-4fab-8b61-ff71182ad5f8 HTTP/1.1" status: 200 len: 945 time: 0.0652552 Jun 21 04:36:15.713748 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [req-f9fa0a27-9dcd-4753-9935-e7093e10bd92 req-fba57a95-4262-4398-87f6-56d0971c92ba tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] For port 98f0f0ce-8927-455c-9cb8-07ea626550c4, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=98f0f0ce-8927-455c-9cb8-07ea626550c4,segment=NetworkSegment(24d7c87a-f51d-4e39-90aa-6142cedde22d),segment_id=24d7c87a-f51d-4e39-90aa-6142cedde22d)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:36:15.714114 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-f9fa0a27-9dcd-4753-9935-e7093e10bd92 req-fba57a95-4262-4398-87f6-56d0971c92ba tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062555'] for port, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:15.746241 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-9229af15-2024-422e-8f4f-477393c85d11 req-d07faab8-5864-4741-8901-3b70ce44e366 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/security-groups?id=044c5139-6368-460a-a4b2-9f5b09ae5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335691 Jun 21 04:36:15.775452 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [req-f9fa0a27-9dcd-4753-9935-e7093e10bd92 req-fba57a95-4262-4398-87f6-56d0971c92ba tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Calling delete_port for 98f0f0ce-8927-455c-9cb8-07ea626550c4 owned by compute:nova {{(pid=92745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:36:15.896270 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-f9fa0a27-9dcd-4753-9935-e7093e10bd92 req-fba57a95-4262-4398-87f6-56d0971c92ba tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789667503845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789666979166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30039426'] for port, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:15.900324 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cd1d2e59-4a1d-4403-a541-f3f67155cf1e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:15.924790 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba57a95-4262-4398-87f6-56d0971c92ba tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Pushing event deleted for resources: {'Port': ['ID=98f0f0ce-8927-455c-9cb8-07ea626550c4,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:15.927853 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-fba57a95-4262-4398-87f6-56d0971c92ba tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:15.933988 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] get_ports_and_sgs() called for port_ids ['0e77e001-728b-4776-bef6-c5130b61ddd2', 'aa33d039-b1fb-45a3-a3e1-a67c1ab239d8', '2b8d32cb-305e-4f80-855e-6dbb0f5f78e7', '98f0f0ce-8927-455c-9cb8-07ea626550c4'] {{(pid=92747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:36:15.972095 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9fa0a27-9dcd-4753-9935-e7093e10bd92 req-fba57a95-4262-4398-87f6-56d0971c92ba tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] No DVR routers for this DVR port 98f0f0ce-8927-455c-9cb8-07ea626550c4 on host hv-cinder-79688 {{(pid=92745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:36:15.974520 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-f9fa0a27-9dcd-4753-9935-e7093e10bd92 req-fba57a95-4262-4398-87f6-56d0971c92ba tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5899'] for port, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:15.976518 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-f9fa0a27-9dcd-4753-9935-e7093e10bd92 req-fba57a95-4262-4398-87f6-56d0971c92ba tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.38 "DELETE /v2.0/ports/98f0f0ce-8927-455c-9cb8-07ea626550c4 HTTP/1.1" status: 204 len: 173 time: 0.6873260 Jun 21 04:36:15.977015 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc75e011-5ca9-4fab-8b61-ff71182ad5f8', 'name': 'network-vif-deleted', 'tag': '98f0f0ce-8927-455c-9cb8-07ea626550c4'}] {{(pid=92745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:36:15.979330 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e65a7435921a4b725d950f60fbdbd7b7a483a7692f8e299216e8097d5419be07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb77afe1-d767-4a6b-bb7f-fd509adc51ac" -d '{"events": [{"server_uuid": "dc75e011-5ca9-4fab-8b61-ff71182ad5f8", "name": "network-vif-deleted", "tag": "98f0f0ce-8927-455c-9cb8-07ea626550c4"}]}' {{(pid=92745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:36:16.020026 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2905b8ad-4afc-4187-8d35-156985457b99 x-openstack-request-id: req-2905b8ad-4afc-4187-8d35-156985457b99 {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:36:16.020426 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc75e011-5ca9-4fab-8b61-ff71182ad5f8", "name": "network-vif-deleted", "tag": "98f0f0ce-8927-455c-9cb8-07ea626550c4", "status": "completed", "code": 200}]} {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:36:16.020796 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2905b8ad-4afc-4187-8d35-156985457b99 {{(pid=92745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:36:16.021345 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc75e011-5ca9-4fab-8b61-ff71182ad5f8', 'name': 'network-vif-deleted', 'tag': '98f0f0ce-8927-455c-9cb8-07ea626550c4', 'status': 'completed', 'code': 200} Jun 21 04:36:18.314844 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3731ed-6c3d-4506-8c7e-043c8c6b04da req-75a9e08e-5d0d-4ad0-bb6f-fff4b03e6dad tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:18.316305 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-bf3731ed-6c3d-4506-8c7e-043c8c6b04da req-75a9e08e-5d0d-4ad0-bb6f-fff4b03e6dad tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/ports?device_id=719407e1-5ede-4c95-9c1e-abb233a7a36b HTTP/1.1" status: 200 len: 945 time: 0.0640724 Jun 21 04:36:18.355946 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-bf3731ed-6c3d-4506-8c7e-043c8c6b04da req-4ff629a4-61f7-45c7-b5b5-8693f5b80a19 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/security-groups?id=044c5139-6368-460a-a4b2-9f5b09ae5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338242 Jun 21 04:36:19.530853 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e5d2a8-e713-482d-8457-937a93c649ad req-b085bfce-3fba-4558-b6c1-c6c6619e5002 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:19.532221 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-c7e5d2a8-e713-482d-8457-937a93c649ad req-b085bfce-3fba-4558-b6c1-c6c6619e5002 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/ports?device_id=719407e1-5ede-4c95-9c1e-abb233a7a36b HTTP/1.1" status: 200 len: 945 time: 0.0667949 Jun 21 04:36:19.570737 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-c7e5d2a8-e713-482d-8457-937a93c649ad req-4845d1a2-2742-46a6-8a54-f84bffec9d45 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/security-groups?id=044c5139-6368-460a-a4b2-9f5b09ae5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328684 Jun 21 04:36:19.640591 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device 98f0f0ce-8927-455c-9cb8-07ea626550c4 no longer exists at agent hyperv_hv-cinder-79688 {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:36:19.660489 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] No Port match for: 98f0f0ce-8927-455c-9cb8-07ea626550c4 {{(pid=92747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:36:19.660842 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device 98f0f0ce-8927-455c-9cb8-07ea626550c4 not bound to the agent host hv-cinder-79688 {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:36:20.259346 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c6d338-2f64-42ee-b5cb-c78f696e8ce1 req-a995f0d2-c0bc-428b-96c4-068457715145 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:20.260788 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-e9c6d338-2f64-42ee-b5cb-c78f696e8ce1 req-a995f0d2-c0bc-428b-96c4-068457715145 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.38 "GET /v2.0/ports?device_id=719407e1-5ede-4c95-9c1e-abb233a7a36b HTTP/1.1" status: 200 len: 945 time: 0.0607677 Jun 21 04:36:20.361170 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [req-e9c6d338-2f64-42ee-b5cb-c78f696e8ce1 req-64886d6f-4e8a-4d8e-b27e-c6d39c9a74ac tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Deleting port 2b8d32cb-305e-4f80-855e-6dbb0f5f78e7 {{(pid=92745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:36:20.361548 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-e9c6d338-2f64-42ee-b5cb-c78f696e8ce1 req-64886d6f-4e8a-4d8e-b27e-c6d39c9a74ac tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789667499749'] for port, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:20.444387 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [req-e9c6d338-2f64-42ee-b5cb-c78f696e8ce1 req-64886d6f-4e8a-4d8e-b27e-c6d39c9a74ac tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] For port 2b8d32cb-305e-4f80-855e-6dbb0f5f78e7, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=2b8d32cb-305e-4f80-855e-6dbb0f5f78e7,segment=NetworkSegment(24d7c87a-f51d-4e39-90aa-6142cedde22d),segment_id=24d7c87a-f51d-4e39-90aa-6142cedde22d)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:36:20.445246 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-e9c6d338-2f64-42ee-b5cb-c78f696e8ce1 req-64886d6f-4e8a-4d8e-b27e-c6d39c9a74ac tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062555'] for port, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:20.507822 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [req-e9c6d338-2f64-42ee-b5cb-c78f696e8ce1 req-64886d6f-4e8a-4d8e-b27e-c6d39c9a74ac tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Calling delete_port for 2b8d32cb-305e-4f80-855e-6dbb0f5f78e7 owned by compute:nova {{(pid=92745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:36:20.628937 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-e9c6d338-2f64-42ee-b5cb-c78f696e8ce1 req-64886d6f-4e8a-4d8e-b27e-c6d39c9a74ac tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789667503845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789666979166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30039426'] for port, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:20.633384 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-0307da2c-6c10-4e9a-8240-ed6b5844bc29 tempest-VolumesSnapshotTestJSON-1796569829 tempest-VolumesSnapshotTestJSON-1796569829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:20.659465 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64886d6f-4e8a-4d8e-b27e-c6d39c9a74ac tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Pushing event deleted for resources: {'Port': ['ID=2b8d32cb-305e-4f80-855e-6dbb0f5f78e7,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:20.666129 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] get_ports_and_sgs() called for port_ids ['0e77e001-728b-4776-bef6-c5130b61ddd2', 'aa33d039-b1fb-45a3-a3e1-a67c1ab239d8', '2b8d32cb-305e-4f80-855e-6dbb0f5f78e7'] {{(pid=92747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:36:20.666619 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-64886d6f-4e8a-4d8e-b27e-c6d39c9a74ac tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:20.704592 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9c6d338-2f64-42ee-b5cb-c78f696e8ce1 req-64886d6f-4e8a-4d8e-b27e-c6d39c9a74ac tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] No DVR routers for this DVR port 2b8d32cb-305e-4f80-855e-6dbb0f5f78e7 on host hv-cinder-79688 {{(pid=92745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:36:20.707037 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-e9c6d338-2f64-42ee-b5cb-c78f696e8ce1 req-64886d6f-4e8a-4d8e-b27e-c6d39c9a74ac tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5899'] for port, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:20.709343 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-e9c6d338-2f64-42ee-b5cb-c78f696e8ce1 req-64886d6f-4e8a-4d8e-b27e-c6d39c9a74ac tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.38 "DELETE /v2.0/ports/2b8d32cb-305e-4f80-855e-6dbb0f5f78e7 HTTP/1.1" status: 204 len: 173 time: 0.4424708 Jun 21 04:36:20.709906 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '719407e1-5ede-4c95-9c1e-abb233a7a36b', 'name': 'network-vif-deleted', 'tag': '2b8d32cb-305e-4f80-855e-6dbb0f5f78e7'}] {{(pid=92745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:36:20.712455 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e65a7435921a4b725d950f60fbdbd7b7a483a7692f8e299216e8097d5419be07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4303d52c-9243-4377-9031-eacdac948f94" -d '{"events": [{"server_uuid": "719407e1-5ede-4c95-9c1e-abb233a7a36b", "name": "network-vif-deleted", "tag": "2b8d32cb-305e-4f80-855e-6dbb0f5f78e7"}]}' {{(pid=92745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:36:20.712661 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-53795b13-6b5f-44a7-82a6-e41b77686df9 req-ef6029be-9890-46c2-afab-f2d887f96a8f tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/ports?device_id=719407e1-5ede-4c95-9c1e-abb233a7a36b HTTP/1.1" status: 200 len: 210 time: 0.0292649 Jun 21 04:36:20.759903 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8abaf8b-57be-4f6c-a2fb-9e2466af5173 x-openstack-request-id: req-c8abaf8b-57be-4f6c-a2fb-9e2466af5173 {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:36:20.760235 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "719407e1-5ede-4c95-9c1e-abb233a7a36b", "name": "network-vif-deleted", "tag": "2b8d32cb-305e-4f80-855e-6dbb0f5f78e7", "status": "completed", "code": 200}]} {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:36:20.760530 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c8abaf8b-57be-4f6c-a2fb-9e2466af5173 {{(pid=92745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:36:20.760965 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '719407e1-5ede-4c95-9c1e-abb233a7a36b', 'name': 'network-vif-deleted', 'tag': '2b8d32cb-305e-4f80-855e-6dbb0f5f78e7', 'status': 'completed', 'code': 200} Jun 21 04:36:22.152515 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4887e863-5f68-48fc-a93c-7d087086f8f0 req-f466e795-a11e-420d-a91d-26727a4bc21f tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:22.154568 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-4887e863-5f68-48fc-a93c-7d087086f8f0 req-f466e795-a11e-420d-a91d-26727a4bc21f tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3d9cdf-035b-4a7d-a4b7-a24a206885e8 HTTP/1.1" status: 200 len: 945 time: 0.0642772 Jun 21 04:36:22.196913 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-4887e863-5f68-48fc-a93c-7d087086f8f0 req-e28b479d-e0e0-4d2d-873b-cc45b64f8793 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/security-groups?id=044c5139-6368-460a-a4b2-9f5b09ae5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360782 Jun 21 04:36:22.222331 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 35768) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:22.321621 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-b98311d0-2840-434b-b2f4-2b07f288bd0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:22.405562 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-b98311d0-2840-434b-b2f4-2b07f288bd0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:22.409139 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-b98311d0-2840-434b-b2f4-2b07f288bd0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:22.412276 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-0ffd1b18-b86f-41fe-852c-f91cfaad4058 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:22.449389 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-b98311d0-2840-434b-b2f4-2b07f288bd0e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6766faa53f4c40eca8825828892e8d03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2259243 Jun 21 04:36:22.450526 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98311d0-2840-434b-b2f4-2b07f288bd0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef0cb2bf-9666-402a-936c-aab3bd45aa67,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:22.452004 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 35772) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:22.453699 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-b98311d0-2840-434b-b2f4-2b07f288bd0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:22.499966 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-689e4c6c-4196-4f8a-93b3-0b58b67a2442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:22.520177 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-689e4c6c-4196-4f8a-93b3-0b58b67a2442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:22.564872 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-689e4c6c-4196-4f8a-93b3-0b58b67a2442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:22.567385 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-689e4c6c-4196-4f8a-93b3-0b58b67a2442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:22.568488 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-689e4c6c-4196-4f8a-93b3-0b58b67a2442 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ef0cb2bf-9666-402a-936c-aab3bd45aa67 HTTP/1.1" status: 204 len: 168 time: 0.1145942 Jun 21 04:36:22.569212 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-0739e9b9-8add-4c10-a5b5-d286df00368d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:22.577007 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689e4c6c-4196-4f8a-93b3-0b58b67a2442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef0cb2bf-9666-402a-936c-aab3bd45aa67,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:22.579313 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-689e4c6c-4196-4f8a-93b3-0b58b67a2442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:23.375065 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04f10a2-c750-4aad-ae98-bcbe78a7ddbd req-37bf57bf-1a7d-404b-8d7d-e834bfa63723 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:23.376535 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-d04f10a2-c750-4aad-ae98-bcbe78a7ddbd req-37bf57bf-1a7d-404b-8d7d-e834bfa63723 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3d9cdf-035b-4a7d-a4b7-a24a206885e8 HTTP/1.1" status: 200 len: 945 time: 0.0686255 Jun 21 04:36:23.414396 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-d04f10a2-c750-4aad-ae98-bcbe78a7ddbd req-a0d00d42-030b-44a3-a4e1-7f279dd98ef2 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/security-groups?id=044c5139-6368-460a-a4b2-9f5b09ae5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322030 Jun 21 04:36:23.650970 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device 2b8d32cb-305e-4f80-855e-6dbb0f5f78e7 no longer exists at agent hyperv_hv-cinder-79688 {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:36:23.672251 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] No Port match for: 2b8d32cb-305e-4f80-855e-6dbb0f5f78e7 {{(pid=92747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:36:23.672604 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device 2b8d32cb-305e-4f80-855e-6dbb0f5f78e7 not bound to the agent host hv-cinder-79688 {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:36:23.697233 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e11e0e2-b458-4256-a2ac-be726e7404eb req-4f993491-bd32-45e7-a29c-b3a3d5be3a3a tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:23.698691 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-0e11e0e2-b458-4256-a2ac-be726e7404eb req-4f993491-bd32-45e7-a29c-b3a3d5be3a3a tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.38 "GET /v2.0/ports?device_id=7c3d9cdf-035b-4a7d-a4b7-a24a206885e8 HTTP/1.1" status: 200 len: 945 time: 0.0716441 Jun 21 04:36:23.798050 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [req-0e11e0e2-b458-4256-a2ac-be726e7404eb req-283ee518-b00e-45b9-8f5b-4cf402660aa4 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Deleting port aa33d039-b1fb-45a3-a3e1-a67c1ab239d8 {{(pid=92745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:36:23.798394 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-0e11e0e2-b458-4256-a2ac-be726e7404eb req-283ee518-b00e-45b9-8f5b-4cf402660aa4 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789667499749'] for port, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:23.889007 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [req-0e11e0e2-b458-4256-a2ac-be726e7404eb req-283ee518-b00e-45b9-8f5b-4cf402660aa4 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] For port aa33d039-b1fb-45a3-a3e1-a67c1ab239d8, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=aa33d039-b1fb-45a3-a3e1-a67c1ab239d8,segment=NetworkSegment(24d7c87a-f51d-4e39-90aa-6142cedde22d),segment_id=24d7c87a-f51d-4e39-90aa-6142cedde22d)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:36:23.889515 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-0e11e0e2-b458-4256-a2ac-be726e7404eb req-283ee518-b00e-45b9-8f5b-4cf402660aa4 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062555'] for port, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:23.955816 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [req-0e11e0e2-b458-4256-a2ac-be726e7404eb req-283ee518-b00e-45b9-8f5b-4cf402660aa4 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Calling delete_port for aa33d039-b1fb-45a3-a3e1-a67c1ab239d8 owned by compute:nova {{(pid=92745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:36:24.083594 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-0e11e0e2-b458-4256-a2ac-be726e7404eb req-283ee518-b00e-45b9-8f5b-4cf402660aa4 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789667503845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789666979166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30039426'] for port, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:24.087773 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-05b92565-f3d4-453b-8698-b844bacf42fb tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:24.117059 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 35824) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:24.117733 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283ee518-b00e-45b9-8f5b-4cf402660aa4 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Pushing event deleted for resources: {'Port': ['ID=aa33d039-b1fb-45a3-a3e1-a67c1ab239d8,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:24.122671 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-283ee518-b00e-45b9-8f5b-4cf402660aa4 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:24.124392 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] get_ports_and_sgs() called for port_ids ['0e77e001-728b-4776-bef6-c5130b61ddd2', 'aa33d039-b1fb-45a3-a3e1-a67c1ab239d8'] {{(pid=92747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:36:24.163109 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e11e0e2-b458-4256-a2ac-be726e7404eb req-283ee518-b00e-45b9-8f5b-4cf402660aa4 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] No DVR routers for this DVR port aa33d039-b1fb-45a3-a3e1-a67c1ab239d8 on host hv-cinder-79688 {{(pid=92745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:36:24.165575 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-0e11e0e2-b458-4256-a2ac-be726e7404eb req-283ee518-b00e-45b9-8f5b-4cf402660aa4 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5899'] for port, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:24.167540 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-0e11e0e2-b458-4256-a2ac-be726e7404eb req-283ee518-b00e-45b9-8f5b-4cf402660aa4 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.38 "DELETE /v2.0/ports/aa33d039-b1fb-45a3-a3e1-a67c1ab239d8 HTTP/1.1" status: 204 len: 173 time: 0.4625745 Jun 21 04:36:24.168045 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3d9cdf-035b-4a7d-a4b7-a24a206885e8', 'name': 'network-vif-deleted', 'tag': 'aa33d039-b1fb-45a3-a3e1-a67c1ab239d8'}] {{(pid=92745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:36:24.170368 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e65a7435921a4b725d950f60fbdbd7b7a483a7692f8e299216e8097d5419be07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc34154-43c3-4ed5-bcbc-80055acaf996" -d '{"events": [{"server_uuid": "7c3d9cdf-035b-4a7d-a4b7-a24a206885e8", "name": "network-vif-deleted", "tag": "aa33d039-b1fb-45a3-a3e1-a67c1ab239d8"}]}' {{(pid=92745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:36:24.212334 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b19b501-48be-4aef-98ce-8ceb4f72f118 x-openstack-request-id: req-3b19b501-48be-4aef-98ce-8ceb4f72f118 {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:36:24.212664 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c3d9cdf-035b-4a7d-a4b7-a24a206885e8", "name": "network-vif-deleted", "tag": "aa33d039-b1fb-45a3-a3e1-a67c1ab239d8", "status": "completed", "code": 200}]} {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:36:24.212977 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3b19b501-48be-4aef-98ce-8ceb4f72f118 {{(pid=92745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:36:24.213538 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c3d9cdf-035b-4a7d-a4b7-a24a206885e8', 'name': 'network-vif-deleted', 'tag': 'aa33d039-b1fb-45a3-a3e1-a67c1ab239d8', 'status': 'completed', 'code': 200} Jun 21 04:36:24.229230 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-9c856488-a4bb-47ce-bcf0-e3a8644fdb53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:24.321815 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-9c856488-a4bb-47ce-bcf0-e3a8644fdb53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:24.325373 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-9c856488-a4bb-47ce-bcf0-e3a8644fdb53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:24.327588 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-213e38e4-8103-40c0-9854-b11ddae19fc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:24.367021 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-9c856488-a4bb-47ce-bcf0-e3a8644fdb53 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4e3fc6c5bcf1473d9e16db3d8801be5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2458785 Jun 21 04:36:24.367587 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 35830) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:24.380532 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c856488-a4bb-47ce-bcf0-e3a8644fdb53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb31398e-881e-4ec9-92ff-e5dbd31e6d7e,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:24.385159 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-9c856488-a4bb-47ce-bcf0-e3a8644fdb53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:24.417728 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-c82ab521-9f9f-4cc6-accd-de70bdb33979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:24.437973 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-c82ab521-9f9f-4cc6-accd-de70bdb33979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:24.485245 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-c82ab521-9f9f-4cc6-accd-de70bdb33979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:24.487777 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-c82ab521-9f9f-4cc6-accd-de70bdb33979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:24.488906 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-c82ab521-9f9f-4cc6-accd-de70bdb33979 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eb31398e-881e-4ec9-92ff-e5dbd31e6d7e HTTP/1.1" status: 204 len: 168 time: 0.1204104 Jun 21 04:36:24.489689 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-c563d224-65f1-43e3-aa8b-0501ed225e96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:24.497903 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82ab521-9f9f-4cc6-accd-de70bdb33979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb31398e-881e-4ec9-92ff-e5dbd31e6d7e,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:24.500069 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-c82ab521-9f9f-4cc6-accd-de70bdb33979 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:24.572324 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-ddc50eb6-be13-495b-b2e3-99717edffb05 req-dd07abdd-c60e-4815-b374-42b9e7767215 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3d9cdf-035b-4a7d-a4b7-a24a206885e8 HTTP/1.1" status: 200 len: 210 time: 0.0288107 Jun 21 04:36:24.749129 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 35838) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:24.762324 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-41086b01-4efb-46b6-8437-740e758c4865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:24.852350 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-41086b01-4efb-46b6-8437-740e758c4865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:24.856026 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-41086b01-4efb-46b6-8437-740e758c4865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:24.859241 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-1364b403-9027-4ea4-87cc-d6be400b2c82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:24.894144 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-41086b01-4efb-46b6-8437-740e758c4865 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eb21dcd1b189404fba89a384b13e9c68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1438622 Jun 21 04:36:24.894958 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41086b01-4efb-46b6-8437-740e758c4865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d785225-f646-4cfb-8075-8e053c5fdbbe,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:24.896740 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 35840) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:24.898579 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-41086b01-4efb-46b6-8437-740e758c4865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:24.944164 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-535fbbed-a34b-49f8-a21c-6fd58361d50b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:24.967080 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-535fbbed-a34b-49f8-a21c-6fd58361d50b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:25.011082 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-535fbbed-a34b-49f8-a21c-6fd58361d50b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:25.013662 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-535fbbed-a34b-49f8-a21c-6fd58361d50b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:25.014773 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-535fbbed-a34b-49f8-a21c-6fd58361d50b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3d785225-f646-4cfb-8075-8e053c5fdbbe HTTP/1.1" status: 204 len: 168 time: 0.1170371 Jun 21 04:36:25.015509 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-851271e7-a079-4922-bf95-a365aae3d379 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:25.023195 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535fbbed-a34b-49f8-a21c-6fd58361d50b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d785225-f646-4cfb-8075-8e053c5fdbbe,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:25.025355 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-535fbbed-a34b-49f8-a21c-6fd58361d50b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:25.663936 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 35866) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:25.766952 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.v2.base [None req-cf42c668-61de-4a4b-bbf9-834403fb0979 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-13638895-network', 'tenant_id': 'fb9c1e40991c4335a11c4bf35acc0deb'}} {{(pid=92745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:36:25.785802 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf42c668-61de-4a4b-bbf9-834403fb0979 admin admin] Made reservation on behalf of fb9c1e40991c4335a11c4bf35acc0deb for: {'network': 1} {{(pid=92745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:36:25.788724 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cf42c668-61de-4a4b-bbf9-834403fb0979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-632420'] for network, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:25.797283 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cf42c668-61de-4a4b-bbf9-834403fb0979 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:25.892282 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cf42c668-61de-4a4b-bbf9-834403fb0979 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:25.895611 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cf42c668-61de-4a4b-bbf9-834403fb0979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:25.899254 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-54e39033-57a8-4b45-b445-97d902dd26ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:25.915183 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf42c668-61de-4a4b-bbf9-834403fb0979 admin admin] vlan segment allocate from pool success with {'vlan_id': 804, 'physical_network': 'physnet1'} {{(pid=92745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:36:25.929536 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf42c668-61de-4a4b-bbf9-834403fb0979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb023ab-9440-4d3a-99f9-1dbdf4233cea,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:25.932265 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cf42c668-61de-4a4b-bbf9-834403fb0979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740028'] for segment, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:25.932604 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.db.segments_db [None req-cf42c668-61de-4a4b-bbf9-834403fb0979 admin admin] Added segment 8523da5c-4bb5-48f0-baeb-be9bb02a190d of type vlan for network 7a576fc5-d578-4ead-86ed-a66f505e31d6 Jun 21 04:36:25.934024 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cf42c668-61de-4a4b-bbf9-834403fb0979 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:25.972056 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cf42c668-61de-4a4b-bbf9-834403fb0979 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789667001025'] for network, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:25.999831 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cf42c668-61de-4a4b-bbf9-834403fb0979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33253182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593'] for network, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:26.001083 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf42c668-61de-4a4b-bbf9-834403fb0979 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:26.001688 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-cf42c668-61de-4a4b-bbf9-834403fb0979 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33144588'] for network, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:26.004385 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:26.050710 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-cf42c668-61de-4a4b-bbf9-834403fb0979 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.3832350 Jun 21 04:36:26.051064 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 35872) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:26.056671 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.v2.base [None req-9e4964fb-5c36-4d60-b33a-bb5c99a38ede admin admin] Request body: {'subnet': {'network_id': '7a576fc5-d578-4ead-86ed-a66f505e31d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-13638895-subnet', 'tenant_id': 'fb9c1e40991c4335a11c4bf35acc0deb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:36:26.059635 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf42c668-61de-4a4b-bbf9-834403fb0979 admin admin] Pushing event updated for resources: {'Network': ['ID=7a576fc5-d578-4ead-86ed-a66f505e31d6,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:26.062480 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cf42c668-61de-4a4b-bbf9-834403fb0979 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:26.069884 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Network 7a576fc5-d578-4ead-86ed-a66f505e31d6 details requested by agent ovs-agent-dv-cinder-796889-2-smb with host dv-cinder-796889-2-smb {{(pid=92747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:36:26.077981 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e4964fb-5c36-4d60-b33a-bb5c99a38ede admin admin] Made reservation on behalf of fb9c1e40991c4335a11c4bf35acc0deb for: {'subnet': 1} {{(pid=92746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:36:26.080302 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-9e4964fb-5c36-4d60-b33a-bb5c99a38ede admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8449763'] for subnet, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:26.240867 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-9e4964fb-5c36-4d60-b33a-bb5c99a38ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33408329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8449777'] for subnet, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:26.244501 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-4d5e80d9-58b0-4790-914d-034f36ebf956 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:26.297461 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4964fb-5c36-4d60-b33a-bb5c99a38ede admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc733ba0-bcec-47e9-933a-a6af13c5b5c7,revision_number=0']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:26.300722 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-9e4964fb-5c36-4d60-b33a-bb5c99a38ede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:26.306287 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4964fb-5c36-4d60-b33a-bb5c99a38ede admin admin] Checking segment: {'id': '8523da5c-4bb5-48f0-baeb-be9bb02a190d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '7a576fc5-d578-4ead-86ed-a66f505e31d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:36:26.306640 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4964fb-5c36-4d60-b33a-bb5c99a38ede admin admin] Network hostable DHCP agents. Network: 7a576fc5-d578-4ead-86ed-a66f505e31d6, hostable agents: ['4488296f-9c2d-4613-a478-344bf5f68149'], hosted agents: [] {{(pid=92746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:36:26.322765 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4964fb-5c36-4d60-b33a-bb5c99a38ede admin admin] Network 7a576fc5-d578-4ead-86ed-a66f505e31d6 is scheduled to be hosted by DHCP agent 4488296f-9c2d-4613-a478-344bf5f68149 with binding_index 1 {{(pid=92746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:36:26.330662 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.scheduler.base_scheduler [None req-9e4964fb-5c36-4d60-b33a-bb5c99a38ede admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796889-2-smb, 7a576fc5-d578-4ead-86ed-a66f505e31d6) {{(pid=92746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:36:26.334471 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4964fb-5c36-4d60-b33a-bb5c99a38ede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:26.335045 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-9e4964fb-5c36-4d60-b33a-bb5c99a38ede admin admin] Notify callbacks [] for subnet, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:26.340942 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bfd4419-beee-4e90-9043-186e5fda5a51 None None] Network 7a576fc5-d578-4ead-86ed-a66f505e31d6 requested from dv-cinder-796889-2-smb {{(pid=92747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:36:26.349576 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-9e4964fb-5c36-4d60-b33a-bb5c99a38ede admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.2973678 Jun 21 04:36:26.460107 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1d4496-3a2a-4ceb-86b4-2ce99507510f None None] Network 7a576fc5-d578-4ead-86ed-a66f505e31d6 requested from dv-cinder-796889-2-smb {{(pid=92747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:36:26.791292 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 35892) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:26.796364 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.v2.base [None req-d92a662d-eec5-41b5-980d-58fe71f573c9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1656537611-network', 'tenant_id': '8b7dc415664b4be0893f538bfb415ca2'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:36:26.817029 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d92a662d-eec5-41b5-980d-58fe71f573c9 admin admin] Made reservation on behalf of 8b7dc415664b4be0893f538bfb415ca2 for: {'network': 1} {{(pid=92746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:36:26.819552 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-d92a662d-eec5-41b5-980d-58fe71f573c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-632420'] for network, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:26.828340 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-d92a662d-eec5-41b5-980d-58fe71f573c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:26.914464 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-d92a662d-eec5-41b5-980d-58fe71f573c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:26.918493 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-d92a662d-eec5-41b5-980d-58fe71f573c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:26.922686 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-363acec8-6cda-4b3a-ad24-e93eb430569d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:26.941922 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d92a662d-eec5-41b5-980d-58fe71f573c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 820, 'physical_network': 'physnet1'} {{(pid=92746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:36:26.958904 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92a662d-eec5-41b5-980d-58fe71f573c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a862306-f48d-4aff-b2ed-b185769f62ce,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:26.962352 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-d92a662d-eec5-41b5-980d-58fe71f573c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:26.963623 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-d92a662d-eec5-41b5-980d-58fe71f573c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740028'] for segment, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:26.963978 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.db.segments_db [None req-d92a662d-eec5-41b5-980d-58fe71f573c9 admin admin] Added segment 3b76fd4d-ccde-431f-86c8-527166ba057c of type vlan for network e055157b-64af-4881-b435-ff12788c5d68 Jun 21 04:36:27.010453 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-d92a662d-eec5-41b5-980d-58fe71f573c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789667001025'] for network, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:27.044591 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-d92a662d-eec5-41b5-980d-58fe71f573c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33253182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593'] for network, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:27.045959 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92a662d-eec5-41b5-980d-58fe71f573c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:27.046582 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-d92a662d-eec5-41b5-980d-58fe71f573c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33144588'] for network, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:27.049627 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:27.100603 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-d92a662d-eec5-41b5-980d-58fe71f573c9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3081462 Jun 21 04:36:27.103884 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 35896) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:27.116326 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.v2.base [None req-d0c157a1-cd92-4ca4-97e1-d4dd1f34d72d admin admin] Request body: {'subnet': {'network_id': 'e055157b-64af-4881-b435-ff12788c5d68', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1656537611-subnet', 'tenant_id': '8b7dc415664b4be0893f538bfb415ca2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:36:27.129478 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92a662d-eec5-41b5-980d-58fe71f573c9 admin admin] Pushing event updated for resources: {'Network': ['ID=e055157b-64af-4881-b435-ff12788c5d68,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:27.132741 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-d92a662d-eec5-41b5-980d-58fe71f573c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:27.140708 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Network e055157b-64af-4881-b435-ff12788c5d68 details requested by agent ovs-agent-dv-cinder-796889-2-smb with host dv-cinder-796889-2-smb {{(pid=92747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:36:27.150226 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c157a1-cd92-4ca4-97e1-d4dd1f34d72d admin admin] Made reservation on behalf of 8b7dc415664b4be0893f538bfb415ca2 for: {'subnet': 1} {{(pid=92746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:36:27.152620 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-d0c157a1-cd92-4ca4-97e1-d4dd1f34d72d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8449763'] for subnet, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:27.364437 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-d0c157a1-cd92-4ca4-97e1-d4dd1f34d72d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33408329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8449777'] for subnet, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:27.373974 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242967e-8da3-4d81-af84-53049f6897b9 req-b09df442-651f-4536-aac7-ee70feee0c48 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:27.375415 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-d242967e-8da3-4d81-af84-53049f6897b9 req-b09df442-651f-4536-aac7-ee70feee0c48 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de5457c-8972-4278-977d-d57b19356543 HTTP/1.1" status: 200 len: 945 time: 0.1262925 Jun 21 04:36:27.376857 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-d16d5552-af46-44b7-b45f-787462c9cf54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:27.458284 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c157a1-cd92-4ca4-97e1-d4dd1f34d72d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b65a6072-c0f6-42da-9e70-c8028570e9fe,revision_number=0']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:27.463407 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-d242967e-8da3-4d81-af84-53049f6897b9 req-b5cf2b35-eba7-48e3-8096-55ada8e174a2 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/security-groups?id=044c5139-6368-460a-a4b2-9f5b09ae5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817063 Jun 21 04:36:27.464161 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-d0c157a1-cd92-4ca4-97e1-d4dd1f34d72d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:27.469642 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c157a1-cd92-4ca4-97e1-d4dd1f34d72d admin admin] Checking segment: {'id': '3b76fd4d-ccde-431f-86c8-527166ba057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'e055157b-64af-4881-b435-ff12788c5d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:36:27.469999 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c157a1-cd92-4ca4-97e1-d4dd1f34d72d admin admin] Network hostable DHCP agents. Network: e055157b-64af-4881-b435-ff12788c5d68, hostable agents: ['4488296f-9c2d-4613-a478-344bf5f68149'], hosted agents: [] {{(pid=92746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:36:27.487017 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c157a1-cd92-4ca4-97e1-d4dd1f34d72d admin admin] Network e055157b-64af-4881-b435-ff12788c5d68 is scheduled to be hosted by DHCP agent 4488296f-9c2d-4613-a478-344bf5f68149 with binding_index 1 {{(pid=92746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:36:27.495256 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.scheduler.base_scheduler [None req-d0c157a1-cd92-4ca4-97e1-d4dd1f34d72d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796889-2-smb, e055157b-64af-4881-b435-ff12788c5d68) {{(pid=92746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:36:27.499132 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c157a1-cd92-4ca4-97e1-d4dd1f34d72d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:27.499703 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-d0c157a1-cd92-4ca4-97e1-d4dd1f34d72d admin admin] Notify callbacks [] for subnet, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:27.504950 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb047cc-29ac-4658-8daa-c44fef08efd0 None None] Network e055157b-64af-4881-b435-ff12788c5d68 requested from dv-cinder-796889-2-smb {{(pid=92747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:36:27.513177 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-d0c157a1-cd92-4ca4-97e1-d4dd1f34d72d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4083085 Jun 21 04:36:27.622469 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 35900) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:27.626216 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f39de66-caa7-49db-88a5-6c3f02ad598d None None] Network e055157b-64af-4881-b435-ff12788c5d68 requested from dv-cinder-796889-2-smb {{(pid=92747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:36:27.670641 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.db.db_base_plugin_v2 [None req-9763627d-eb9b-438f-bae5-e1ad32392eb7 admin admin] Deleting subnet dc733ba0-bcec-47e9-933a-a6af13c5b5c7 {{(pid=92746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 04:36:27.674267 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-9763627d-eb9b-438f-bae5-e1ad32392eb7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:27.685939 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device aa33d039-b1fb-45a3-a3e1-a67c1ab239d8 no longer exists at agent hyperv_hv-cinder-79688 {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:36:27.709026 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-9763627d-eb9b-438f-bae5-e1ad32392eb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33408314'] for subnet, precommit_delete_associations {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:27.712894 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] No Port match for: aa33d039-b1fb-45a3-a3e1-a67c1ab239d8 {{(pid=92747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:36:27.713251 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device aa33d039-b1fb-45a3-a3e1-a67c1ab239d8 not bound to the agent host hv-cinder-79688 {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:36:27.751244 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-9763627d-eb9b-438f-bae5-e1ad32392eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739179'] for subnet, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:27.802525 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-9763627d-eb9b-438f-bae5-e1ad32392eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33408392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8449736'] for subnet, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:27.805380 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:27.829149 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9763627d-eb9b-438f-bae5-e1ad32392eb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc733ba0-bcec-47e9-933a-a6af13c5b5c7,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:27.831076 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-9763627d-eb9b-438f-bae5-e1ad32392eb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:27.832852 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-9763627d-eb9b-438f-bae5-e1ad32392eb7 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/dc733ba0-bcec-47e9-933a-a6af13c5b5c7 HTTP/1.1" status: 204 len: 168 time: 0.2093804 Jun 21 04:36:27.833744 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-9763627d-eb9b-438f-bae5-e1ad32392eb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:27.835818 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 35902) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:27.899222 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-67a2aac6-34d8-457f-8b85-29bd9f0468ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598551'] for network, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:27.975558 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-67a2aac6-34d8-457f-8b85-29bd9f0468ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-744180', 'neutron.services.segments.db._delete_segments_for_network-8789667519955'] for network, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:27.984644 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.services.segments.db [None req-67a2aac6-34d8-457f-8b85-29bd9f0468ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a576fc5-d578-4ead-86ed-a66f505e31d6']}} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:36:27.994639 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.services.segments.db [None req-67a2aac6-34d8-457f-8b85-29bd9f0468ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8523da5c-4bb5-48f0-baeb-be9bb02a190d') {'for_net_delete': True} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:36:27.994927 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.services.segments.db [None req-67a2aac6-34d8-457f-8b85-29bd9f0468ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8523da5c-4bb5-48f0-baeb-be9bb02a190d') {} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:36:28.003225 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-67a2aac6-34d8-457f-8b85-29bd9f0468ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789667519784', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33408307'] for segment, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:28.016545 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-67a2aac6-34d8-457f-8b85-29bd9f0468ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740028'] for segment, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:28.022171 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67a2aac6-34d8-457f-8b85-29bd9f0468ce admin admin] Releasing vlan 804 on physical network physnet1 to pool {{(pid=92746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 04:36:28.022657 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-67a2aac6-34d8-457f-8b85-29bd9f0468ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10531'] for segment, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:28.024194 dv-cinder-796889-2-smb neutron-server[92746]: Traceback (most recent call last): Jun 21 04:36:28.024194 dv-cinder-796889-2-smb neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 04:36:28.024194 dv-cinder-796889-2-smb neutron-server[92746]: timer() Jun 21 04:36:28.024194 dv-cinder-796889-2-smb neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 04:36:28.024194 dv-cinder-796889-2-smb neutron-server[92746]: cb(*args, **kw) Jun 21 04:36:28.024194 dv-cinder-796889-2-smb neutron-server[92746]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 04:36:28.024194 dv-cinder-796889-2-smb neutron-server[92746]: return func(*args, **kwargs) Jun 21 04:36:28.024194 dv-cinder-796889-2-smb neutron-server[92746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 04:36:28.024194 dv-cinder-796889-2-smb neutron-server[92746]: self._notify() Jun 21 04:36:28.024194 dv-cinder-796889-2-smb neutron-server[92746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 04:36:28.024194 dv-cinder-796889-2-smb neutron-server[92746]: self.callback(batched_events) Jun 21 04:36:28.024194 dv-cinder-796889-2-smb neutron-server[92746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 04:36:28.024194 dv-cinder-796889-2-smb neutron-server[92746]: event.method(event) Jun 21 04:36:28.024194 dv-cinder-796889-2-smb neutron-server[92746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 04:36:28.024194 dv-cinder-796889-2-smb neutron-server[92746]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 04:36:28.024194 dv-cinder-796889-2-smb neutron-server[92746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 04:36:28.024194 dv-cinder-796889-2-smb neutron-server[92746]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 04:36:28.024194 dv-cinder-796889-2-smb neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 04:36:28.024194 dv-cinder-796889-2-smb neutron-server[92746]: return f(self, *a, **k) Jun 21 04:36:28.024194 dv-cinder-796889-2-smb neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 04:36:28.024194 dv-cinder-796889-2-smb neutron-server[92746]: return self._get(url).json() Jun 21 04:36:28.024194 dv-cinder-796889-2-smb neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 04:36:28.024194 dv-cinder-796889-2-smb neutron-server[92746]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 04:36:28.024194 dv-cinder-796889-2-smb neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 04:36:28.024194 dv-cinder-796889-2-smb neutron-server[92746]: return self.request(url, 'GET', **kwargs) Jun 21 04:36:28.024194 dv-cinder-796889-2-smb neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 04:36:28.024194 dv-cinder-796889-2-smb neutron-server[92746]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 04:36:28.024194 dv-cinder-796889-2-smb neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 04:36:28.024194 dv-cinder-796889-2-smb neutron-server[92746]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 04:36:28.024194 dv-cinder-796889-2-smb neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 04:36:28.024194 dv-cinder-796889-2-smb neutron-server[92746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 04:36:28.024194 dv-cinder-796889-2-smb neutron-server[92746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 04:36:28.074883 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-67a2aac6-34d8-457f-8b85-29bd9f0468ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-744173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33253182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33062277'] for network, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:28.078469 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-1c5f8005-9ee5-4fb6-8de3-cb4b0711cce9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:28.080763 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-67a2aac6-34d8-457f-8b85-29bd9f0468ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33144588'] for network, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:28.082543 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-67a2aac6-34d8-457f-8b85-29bd9f0468ce admin admin] 10.222.0.13 "DELETE /v2.0/networks/7a576fc5-d578-4ead-86ed-a66f505e31d6 HTTP/1.1" status: 204 len: 168 time: 0.2458503 Jun 21 04:36:28.085533 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 35904) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:28.096958 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a2aac6-34d8-457f-8b85-29bd9f0468ce admin admin] Pushing event deleted for resources: {'Network': ['ID=7a576fc5-d578-4ead-86ed-a66f505e31d6,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:28.099239 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-67a2aac6-34d8-457f-8b85-29bd9f0468ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:28.131567 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e515786-f914-4d49-89cc-34d4b9013679 admin admin] Deleting subnet b65a6072-c0f6-42da-9e70-c8028570e9fe {{(pid=92745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 04:36:28.135297 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-8e515786-f914-4d49-89cc-34d4b9013679 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:28.168192 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-8e515786-f914-4d49-89cc-34d4b9013679 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31093958'] for subnet, precommit_delete_associations {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:28.205020 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-8e515786-f914-4d49-89cc-34d4b9013679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739179'] for subnet, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:28.254719 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-8e515786-f914-4d49-89cc-34d4b9013679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30039544', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3759915'] for subnet, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:28.257654 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:28.280783 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e515786-f914-4d49-89cc-34d4b9013679 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b65a6072-c0f6-42da-9e70-c8028570e9fe,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:28.282730 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-8e515786-f914-4d49-89cc-34d4b9013679 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33144588'] for subnet, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:28.285188 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-8e515786-f914-4d49-89cc-34d4b9013679 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b65a6072-c0f6-42da-9e70-c8028570e9fe HTTP/1.1" status: 204 len: 168 time: 0.1985710 Jun 21 04:36:28.286153 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-8e515786-f914-4d49-89cc-34d4b9013679 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:28.286936 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 35906) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:28.354667 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cf1b494-0799-40f5-8e65-3991b0e7af24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598551'] for network, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:28.426808 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cf1b494-0799-40f5-8e65-3991b0e7af24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-744180', 'neutron.services.segments.db._delete_segments_for_network-8789667519955'] for network, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:28.436329 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.services.segments.db [None req-6cf1b494-0799-40f5-8e65-3991b0e7af24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e055157b-64af-4881-b435-ff12788c5d68']}} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:36:28.449642 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.services.segments.db [None req-6cf1b494-0799-40f5-8e65-3991b0e7af24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b76fd4d-ccde-431f-86c8-527166ba057c') {'for_net_delete': True} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:36:28.449937 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.services.segments.db [None req-6cf1b494-0799-40f5-8e65-3991b0e7af24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b76fd4d-ccde-431f-86c8-527166ba057c') {} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:36:28.458069 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cf1b494-0799-40f5-8e65-3991b0e7af24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789667519784', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31093967'] for segment, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:28.470988 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cf1b494-0799-40f5-8e65-3991b0e7af24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740028'] for segment, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:28.477214 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cf1b494-0799-40f5-8e65-3991b0e7af24 admin admin] Releasing vlan 820 on physical network physnet1 to pool {{(pid=92745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 04:36:28.477618 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cf1b494-0799-40f5-8e65-3991b0e7af24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3649875'] for segment, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:28.479188 dv-cinder-796889-2-smb neutron-server[92745]: Traceback (most recent call last): Jun 21 04:36:28.479188 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 04:36:28.479188 dv-cinder-796889-2-smb neutron-server[92745]: timer() Jun 21 04:36:28.479188 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 04:36:28.479188 dv-cinder-796889-2-smb neutron-server[92745]: cb(*args, **kw) Jun 21 04:36:28.479188 dv-cinder-796889-2-smb neutron-server[92745]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 04:36:28.479188 dv-cinder-796889-2-smb neutron-server[92745]: return func(*args, **kwargs) Jun 21 04:36:28.479188 dv-cinder-796889-2-smb neutron-server[92745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 04:36:28.479188 dv-cinder-796889-2-smb neutron-server[92745]: self._notify() Jun 21 04:36:28.479188 dv-cinder-796889-2-smb neutron-server[92745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 04:36:28.479188 dv-cinder-796889-2-smb neutron-server[92745]: self.callback(batched_events) Jun 21 04:36:28.479188 dv-cinder-796889-2-smb neutron-server[92745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 04:36:28.479188 dv-cinder-796889-2-smb neutron-server[92745]: event.method(event) Jun 21 04:36:28.479188 dv-cinder-796889-2-smb neutron-server[92745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 04:36:28.479188 dv-cinder-796889-2-smb neutron-server[92745]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 04:36:28.479188 dv-cinder-796889-2-smb neutron-server[92745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 04:36:28.479188 dv-cinder-796889-2-smb neutron-server[92745]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 04:36:28.479188 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 04:36:28.479188 dv-cinder-796889-2-smb neutron-server[92745]: return f(self, *a, **k) Jun 21 04:36:28.479188 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 04:36:28.479188 dv-cinder-796889-2-smb neutron-server[92745]: return self._get(url).json() Jun 21 04:36:28.479188 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 04:36:28.479188 dv-cinder-796889-2-smb neutron-server[92745]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 04:36:28.479188 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 04:36:28.479188 dv-cinder-796889-2-smb neutron-server[92745]: return self.request(url, 'GET', **kwargs) Jun 21 04:36:28.479188 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 04:36:28.479188 dv-cinder-796889-2-smb neutron-server[92745]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 04:36:28.479188 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 04:36:28.479188 dv-cinder-796889-2-smb neutron-server[92745]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 04:36:28.479188 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 04:36:28.479188 dv-cinder-796889-2-smb neutron-server[92745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 04:36:28.479188 dv-cinder-796889-2-smb neutron-server[92745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 04:36:28.531377 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cf1b494-0799-40f5-8e65-3991b0e7af24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-744173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33253182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33062277'] for network, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:28.534954 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-ccd11d0e-927d-4748-bb18-bb9201b55eb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:28.537294 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6cf1b494-0799-40f5-8e65-3991b0e7af24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33144588'] for network, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:28.539590 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-6cf1b494-0799-40f5-8e65-3991b0e7af24 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e055157b-64af-4881-b435-ff12788c5d68 HTTP/1.1" status: 204 len: 168 time: 0.2517633 Jun 21 04:36:28.550259 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf1b494-0799-40f5-8e65-3991b0e7af24 admin admin] Pushing event deleted for resources: {'Network': ['ID=e055157b-64af-4881-b435-ff12788c5d68,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:28.552474 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-6cf1b494-0799-40f5-8e65-3991b0e7af24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:28.637957 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ecfe76-27e9-4c54-9687-91731045cd40 req-3e48252c-a299-4b9c-bedb-154302f8a3db tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:28.639438 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-d9ecfe76-27e9-4c54-9687-91731045cd40 req-3e48252c-a299-4b9c-bedb-154302f8a3db tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de5457c-8972-4278-977d-d57b19356543 HTTP/1.1" status: 200 len: 945 time: 0.0632818 Jun 21 04:36:28.679367 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-d9ecfe76-27e9-4c54-9687-91731045cd40 req-6eef4564-0cc7-428e-8bf6-b5c078e403de tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/security-groups?id=044c5139-6368-460a-a4b2-9f5b09ae5157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341828 Jun 21 04:36:28.709244 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 35912) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:28.747813 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-c227c9e9-75b4-49d6-958c-1b21f15fd61c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fb9c1e40991c4335a11c4bf35acc0deb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373623 Jun 21 04:36:28.750291 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 35914) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:28.833917 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-c64d5864-4896-42f7-af88-98719a65f086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:28.862551 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-c64d5864-4896-42f7-af88-98719a65f086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:28.870615 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1992eb-10d8-46be-9530-d17f4f5944c3 req-eb2e1438-497f-423d-b9d9-84e3d8dde313 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:28.872028 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-5f1992eb-10d8-46be-9530-d17f4f5944c3 req-eb2e1438-497f-423d-b9d9-84e3d8dde313 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.38 "GET /v2.0/ports?device_id=2de5457c-8972-4278-977d-d57b19356543 HTTP/1.1" status: 200 len: 945 time: 0.1028960 Jun 21 04:36:28.976506 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-c64d5864-4896-42f7-af88-98719a65f086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:28.979012 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-c64d5864-4896-42f7-af88-98719a65f086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:28.980122 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-c64d5864-4896-42f7-af88-98719a65f086 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/feb023ab-9440-4d3a-99f9-1dbdf4233cea HTTP/1.1" status: 204 len: 168 time: 0.2289608 Jun 21 04:36:28.981513 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-3eb66d37-fc12-43a4-abb5-f29a0cf2ea8f tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:28.993170 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64d5864-4896-42f7-af88-98719a65f086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb023ab-9440-4d3a-99f9-1dbdf4233cea,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:28.995844 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-c64d5864-4896-42f7-af88-98719a65f086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:29.000596 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [req-5f1992eb-10d8-46be-9530-d17f4f5944c3 req-6842984c-a31b-4f4e-b650-17ced68ee7da tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Deleting port 0e77e001-728b-4776-bef6-c5130b61ddd2 {{(pid=92745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:36:29.000914 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-5f1992eb-10d8-46be-9530-d17f4f5944c3 req-6842984c-a31b-4f4e-b650-17ced68ee7da tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789667499749'] for port, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:29.067156 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.agents_db [None req-0317ce1f-94ba-4828-a78d-05fb42e0f355 None None] Agent healthcheck: found 6 active agents {{(pid=92748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:36:29.088601 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [req-5f1992eb-10d8-46be-9530-d17f4f5944c3 req-6842984c-a31b-4f4e-b650-17ced68ee7da tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] For port 0e77e001-728b-4776-bef6-c5130b61ddd2, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=0e77e001-728b-4776-bef6-c5130b61ddd2,segment=NetworkSegment(24d7c87a-f51d-4e39-90aa-6142cedde22d),segment_id=24d7c87a-f51d-4e39-90aa-6142cedde22d)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:36:29.089170 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-5f1992eb-10d8-46be-9530-d17f4f5944c3 req-6842984c-a31b-4f4e-b650-17ced68ee7da tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062555'] for port, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:29.153971 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [req-5f1992eb-10d8-46be-9530-d17f4f5944c3 req-6842984c-a31b-4f4e-b650-17ced68ee7da tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Calling delete_port for 0e77e001-728b-4776-bef6-c5130b61ddd2 owned by compute:nova {{(pid=92745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:36:29.280506 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-5f1992eb-10d8-46be-9530-d17f4f5944c3 req-6842984c-a31b-4f4e-b650-17ced68ee7da tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789667503845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789666979166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30039426'] for port, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:29.284165 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-d7ad1223-4db9-49e6-92ea-8ee5eb3485a2 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:29.299815 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 35920) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:29.308958 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842984c-a31b-4f4e-b650-17ced68ee7da tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Pushing event deleted for resources: {'Port': ['ID=0e77e001-728b-4776-bef6-c5130b61ddd2,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:29.312044 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-6842984c-a31b-4f4e-b650-17ced68ee7da tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:29.315311 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] get_ports_and_sgs() called for port_ids ['0e77e001-728b-4776-bef6-c5130b61ddd2'] {{(pid=92747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:36:29.348142 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-48e9df8c-61b9-4cf2-a2a3-8528dfb519a0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8b7dc415664b4be0893f538bfb415ca2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0471249 Jun 21 04:36:29.350744 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 35922) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:29.352996 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f1992eb-10d8-46be-9530-d17f4f5944c3 req-6842984c-a31b-4f4e-b650-17ced68ee7da tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] No DVR routers for this DVR port 0e77e001-728b-4776-bef6-c5130b61ddd2 on host hv-cinder-79688 {{(pid=92745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:36:29.355266 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-5f1992eb-10d8-46be-9530-d17f4f5944c3 req-6842984c-a31b-4f4e-b650-17ced68ee7da tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5899'] for port, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:29.357203 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-5f1992eb-10d8-46be-9530-d17f4f5944c3 req-6842984c-a31b-4f4e-b650-17ced68ee7da tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.38 "DELETE /v2.0/ports/0e77e001-728b-4776-bef6-c5130b61ddd2 HTTP/1.1" status: 204 len: 173 time: 0.4787569 Jun 21 04:36:29.357735 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de5457c-8972-4278-977d-d57b19356543', 'name': 'network-vif-deleted', 'tag': '0e77e001-728b-4776-bef6-c5130b61ddd2'}] {{(pid=92745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:36:29.360020 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e65a7435921a4b725d950f60fbdbd7b7a483a7692f8e299216e8097d5419be07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9aa8c06-974e-4028-b9f6-6d7391eb8783" -d '{"events": [{"server_uuid": "2de5457c-8972-4278-977d-d57b19356543", "name": "network-vif-deleted", "tag": "0e77e001-728b-4776-bef6-c5130b61ddd2"}]}' {{(pid=92745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:36:29.401092 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f347f517-5c6b-4f93-9566-54ce59d0e032 x-openstack-request-id: req-f347f517-5c6b-4f93-9566-54ce59d0e032 {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:36:29.401442 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2de5457c-8972-4278-977d-d57b19356543", "name": "network-vif-deleted", "tag": "0e77e001-728b-4776-bef6-c5130b61ddd2", "status": "completed", "code": 200}]} {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:36:29.401734 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f347f517-5c6b-4f93-9566-54ce59d0e032 {{(pid=92745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:36:29.402168 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2de5457c-8972-4278-977d-d57b19356543', 'name': 'network-vif-deleted', 'tag': '0e77e001-728b-4776-bef6-c5130b61ddd2', 'status': 'completed', 'code': 200} Jun 21 04:36:29.406360 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-c2fe82b7-ccab-4a83-8d9b-a493ea05518a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:29.427440 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-c2fe82b7-ccab-4a83-8d9b-a493ea05518a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:29.483637 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-c2fe82b7-ccab-4a83-8d9b-a493ea05518a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:29.486216 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-c2fe82b7-ccab-4a83-8d9b-a493ea05518a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:29.487379 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-c2fe82b7-ccab-4a83-8d9b-a493ea05518a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1a862306-f48d-4aff-b2ed-b185769f62ce HTTP/1.1" status: 204 len: 168 time: 0.1357059 Jun 21 04:36:29.488225 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-689e4c6c-4196-4f8a-93b3-0b58b67a2442 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:29.496031 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe82b7-ccab-4a83-8d9b-a493ea05518a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a862306-f48d-4aff-b2ed-b185769f62ce,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:29.502217 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-c2fe82b7-ccab-4a83-8d9b-a493ea05518a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:29.836697 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-84d0d950-ac30-44bc-a957-d7456891df4d req-9ce704b3-73ce-40d1-bf52-3e92b42d5b70 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de5457c-8972-4278-977d-d57b19356543 HTTP/1.1" status: 200 len: 210 time: 0.0309696 Jun 21 04:36:30.931478 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 35974) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:30.975388 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.db_base_plugin_v2 [None req-94085c56-e8dc-46f3-995f-f185b5e02a74 admin admin] Deleting subnet 625d999c-845c-49ae-ab8c-b05d726993e2 {{(pid=92745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 04:36:30.978389 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-94085c56-e8dc-46f3-995f-f185b5e02a74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:31.016059 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-94085c56-e8dc-46f3-995f-f185b5e02a74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31093958'] for subnet, precommit_delete_associations {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:31.053193 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-94085c56-e8dc-46f3-995f-f185b5e02a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739179'] for subnet, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:31.109612 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-94085c56-e8dc-46f3-995f-f185b5e02a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30039544', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3759915'] for subnet, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:31.112756 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:31.136444 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94085c56-e8dc-46f3-995f-f185b5e02a74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=625d999c-845c-49ae-ab8c-b05d726993e2,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:31.141044 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-94085c56-e8dc-46f3-995f-f185b5e02a74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33144588'] for subnet, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:31.142792 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-94085c56-e8dc-46f3-995f-f185b5e02a74 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/625d999c-845c-49ae-ab8c-b05d726993e2 HTTP/1.1" status: 204 len: 168 time: 0.2105224 Jun 21 04:36:31.145851 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 35990) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:31.147673 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94085c56-e8dc-46f3-995f-f185b5e02a74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:31.148059 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94085c56-e8dc-46f3-995f-f185b5e02a74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:31.148437 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94085c56-e8dc-46f3-995f-f185b5e02a74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:31.148806 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94085c56-e8dc-46f3-995f-f185b5e02a74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:31.149172 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94085c56-e8dc-46f3-995f-f185b5e02a74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:31.150060 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94085c56-e8dc-46f3-995f-f185b5e02a74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:31.150060 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94085c56-e8dc-46f3-995f-f185b5e02a74 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:31.150263 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94085c56-e8dc-46f3-995f-f185b5e02a74 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:31.150619 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94085c56-e8dc-46f3-995f-f185b5e02a74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:31.150990 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94085c56-e8dc-46f3-995f-f185b5e02a74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:31.151335 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94085c56-e8dc-46f3-995f-f185b5e02a74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:31.151710 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94085c56-e8dc-46f3-995f-f185b5e02a74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:31.154717 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-94085c56-e8dc-46f3-995f-f185b5e02a74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:31.224203 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-b3f762b8-01a1-4d0c-8b4b-7775fb734002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598551'] for network, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:31.306723 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-b3f762b8-01a1-4d0c-8b4b-7775fb734002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-744180', 'neutron.services.segments.db._delete_segments_for_network-8789667519955'] for network, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:31.316297 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.services.segments.db [None req-b3f762b8-01a1-4d0c-8b4b-7775fb734002 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8440badd-be7a-4669-97cd-d4c76fd1ba5d']}} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:36:31.325541 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.services.segments.db [None req-b3f762b8-01a1-4d0c-8b4b-7775fb734002 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24d7c87a-f51d-4e39-90aa-6142cedde22d') {'for_net_delete': True} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:36:31.325841 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.services.segments.db [None req-b3f762b8-01a1-4d0c-8b4b-7775fb734002 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24d7c87a-f51d-4e39-90aa-6142cedde22d') {} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:36:31.334175 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-b3f762b8-01a1-4d0c-8b4b-7775fb734002 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789667519784', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33408307'] for segment, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:31.347086 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-b3f762b8-01a1-4d0c-8b4b-7775fb734002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740028'] for segment, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:31.353154 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3f762b8-01a1-4d0c-8b4b-7775fb734002 admin admin] Releasing vlan 811 on physical network physnet1 to pool {{(pid=92746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 04:36:31.353561 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-b3f762b8-01a1-4d0c-8b4b-7775fb734002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10531'] for segment, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:31.355164 dv-cinder-796889-2-smb neutron-server[92746]: Traceback (most recent call last): Jun 21 04:36:31.355164 dv-cinder-796889-2-smb neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 04:36:31.355164 dv-cinder-796889-2-smb neutron-server[92746]: timer() Jun 21 04:36:31.355164 dv-cinder-796889-2-smb neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 04:36:31.355164 dv-cinder-796889-2-smb neutron-server[92746]: cb(*args, **kw) Jun 21 04:36:31.355164 dv-cinder-796889-2-smb neutron-server[92746]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 04:36:31.355164 dv-cinder-796889-2-smb neutron-server[92746]: return func(*args, **kwargs) Jun 21 04:36:31.355164 dv-cinder-796889-2-smb neutron-server[92746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 04:36:31.355164 dv-cinder-796889-2-smb neutron-server[92746]: self._notify() Jun 21 04:36:31.355164 dv-cinder-796889-2-smb neutron-server[92746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 04:36:31.355164 dv-cinder-796889-2-smb neutron-server[92746]: self.callback(batched_events) Jun 21 04:36:31.355164 dv-cinder-796889-2-smb neutron-server[92746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 04:36:31.355164 dv-cinder-796889-2-smb neutron-server[92746]: event.method(event) Jun 21 04:36:31.355164 dv-cinder-796889-2-smb neutron-server[92746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 04:36:31.355164 dv-cinder-796889-2-smb neutron-server[92746]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 04:36:31.355164 dv-cinder-796889-2-smb neutron-server[92746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 04:36:31.355164 dv-cinder-796889-2-smb neutron-server[92746]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 04:36:31.355164 dv-cinder-796889-2-smb neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 04:36:31.355164 dv-cinder-796889-2-smb neutron-server[92746]: return f(self, *a, **k) Jun 21 04:36:31.355164 dv-cinder-796889-2-smb neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 04:36:31.355164 dv-cinder-796889-2-smb neutron-server[92746]: return self._get(url).json() Jun 21 04:36:31.355164 dv-cinder-796889-2-smb neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 04:36:31.355164 dv-cinder-796889-2-smb neutron-server[92746]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 04:36:31.355164 dv-cinder-796889-2-smb neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 04:36:31.355164 dv-cinder-796889-2-smb neutron-server[92746]: return self.request(url, 'GET', **kwargs) Jun 21 04:36:31.355164 dv-cinder-796889-2-smb neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 04:36:31.355164 dv-cinder-796889-2-smb neutron-server[92746]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 04:36:31.355164 dv-cinder-796889-2-smb neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 04:36:31.355164 dv-cinder-796889-2-smb neutron-server[92746]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 04:36:31.355164 dv-cinder-796889-2-smb neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 04:36:31.355164 dv-cinder-796889-2-smb neutron-server[92746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 04:36:31.355164 dv-cinder-796889-2-smb neutron-server[92746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 04:36:31.410612 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-b3f762b8-01a1-4d0c-8b4b-7775fb734002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-744173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33253182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33062277'] for network, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:31.416648 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-b3f762b8-01a1-4d0c-8b4b-7775fb734002 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33144588'] for network, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:31.420930 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-b3f762b8-01a1-4d0c-8b4b-7775fb734002 admin admin] 10.222.0.13 "DELETE /v2.0/networks/8440badd-be7a-4669-97cd-d4c76fd1ba5d HTTP/1.1" status: 204 len: 168 time: 0.2698181 Jun 21 04:36:31.420930 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:31.436907 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f762b8-01a1-4d0c-8b4b-7775fb734002 admin admin] Pushing event deleted for resources: {'Network': ['ID=8440badd-be7a-4669-97cd-d4c76fd1ba5d,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:31.440060 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-b3f762b8-01a1-4d0c-8b4b-7775fb734002 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:31.528610 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 36004) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:31.531377 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 36006) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:31.569070 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-fd3f668f-0204-4eff-8166-1f3dddac5ec6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d3a4c28cd24f41eeba93e05dd1c550e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389597 Jun 21 04:36:31.571590 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 36010) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:31.617925 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-71910c60-841d-4c3c-b064-8355a827b6c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:31.637689 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-71910c60-841d-4c3c-b064-8355a827b6c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:31.681764 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-ab29acf7-1f71-4df0-8e0d-21bcdc1f291e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:31.685023 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-71910c60-841d-4c3c-b064-8355a827b6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:31.687742 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-71910c60-841d-4c3c-b064-8355a827b6c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:31.689150 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-71910c60-841d-4c3c-b064-8355a827b6c4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/044c5139-6368-460a-a4b2-9f5b09ae5157 HTTP/1.1" status: 204 len: 168 time: 0.1164913 Jun 21 04:36:31.690081 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-d1ab2b0e-fc13-4232-bfba-a9b015e0b333 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:31.698004 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71910c60-841d-4c3c-b064-8355a827b6c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=044c5139-6368-460a-a4b2-9f5b09ae5157,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:31.700345 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-71910c60-841d-4c3c-b064-8355a827b6c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:31.718012 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device 0e77e001-728b-4776-bef6-c5130b61ddd2 no longer exists at agent hyperv_hv-cinder-79688 {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:36:31.746922 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] No Port match for: 0e77e001-728b-4776-bef6-c5130b61ddd2 {{(pid=92747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:36:31.747734 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device 0e77e001-728b-4776-bef6-c5130b61ddd2 not bound to the agent host hv-cinder-79688 {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:36:31.784869 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-ab29acf7-1f71-4df0-8e0d-21bcdc1f291e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:31.790556 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-ab29acf7-1f71-4df0-8e0d-21bcdc1f291e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:31.794184 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-fd94f090-41d0-4755-afe8-3c39d6aa5304 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:31.828118 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-ab29acf7-1f71-4df0-8e0d-21bcdc1f291e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=32e45700373646a78a1c486dee0aae76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2956891 Jun 21 04:36:31.830347 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab29acf7-1f71-4df0-8e0d-21bcdc1f291e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d66b55b-f3bb-4d22-8844-6d33b226b81f,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:31.831197 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 36016) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:31.833539 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-ab29acf7-1f71-4df0-8e0d-21bcdc1f291e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:31.891045 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-cc7f2f8b-d462-4c62-8186-af5d1c42a59d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:31.912010 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-cc7f2f8b-d462-4c62-8186-af5d1c42a59d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:31.961546 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-cc7f2f8b-d462-4c62-8186-af5d1c42a59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:31.964449 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-cc7f2f8b-d462-4c62-8186-af5d1c42a59d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:31.965967 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-cc7f2f8b-d462-4c62-8186-af5d1c42a59d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4d66b55b-f3bb-4d22-8844-6d33b226b81f HTTP/1.1" status: 204 len: 168 time: 0.1337125 Jun 21 04:36:31.966717 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-e48a58d9-6d9d-47bb-8cdb-c2fc4966e4d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:31.974322 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7f2f8b-d462-4c62-8186-af5d1c42a59d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d66b55b-f3bb-4d22-8844-6d33b226b81f,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:31.977886 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-cc7f2f8b-d462-4c62-8186-af5d1c42a59d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:32.249055 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 36036) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:32.262524 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-dfd1c824-592f-4eae-88fe-26b7ecc85cb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:32.349879 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-dfd1c824-592f-4eae-88fe-26b7ecc85cb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:32.354166 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-dfd1c824-592f-4eae-88fe-26b7ecc85cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:32.359389 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-f3a4df07-a3f6-4af3-9bd4-08985e39d884 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:32.395878 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-dfd1c824-592f-4eae-88fe-26b7ecc85cb0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4113723d1dec45fd9c392b34e4f9801e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1456985 Jun 21 04:36:32.396796 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd1c824-592f-4eae-88fe-26b7ecc85cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=244ad18b-a710-461a-ba27-3bd83d6ba46c,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:32.399019 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 36040) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:32.400894 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-dfd1c824-592f-4eae-88fe-26b7ecc85cb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:32.448728 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-844589cb-58e9-4d16-b715-723f89442cca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:32.470105 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-844589cb-58e9-4d16-b715-723f89442cca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:32.516373 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-844589cb-58e9-4d16-b715-723f89442cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:32.519397 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-844589cb-58e9-4d16-b715-723f89442cca admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:32.521776 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-844589cb-58e9-4d16-b715-723f89442cca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/244ad18b-a710-461a-ba27-3bd83d6ba46c HTTP/1.1" status: 204 len: 168 time: 0.1216366 Jun 21 04:36:32.523102 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-2f359794-6299-4319-8b58-65626d0f4461 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:32.532108 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844589cb-58e9-4d16-b715-723f89442cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244ad18b-a710-461a-ba27-3bd83d6ba46c,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:32.534339 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-844589cb-58e9-4d16-b715-723f89442cca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:32.986957 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 36082) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:33.092778 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-539b0692-5fb7-4906-ae27-3d340745501a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:33.185872 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-539b0692-5fb7-4906-ae27-3d340745501a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:33.189995 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-539b0692-5fb7-4906-ae27-3d340745501a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:33.193117 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-cfb624c8-4330-415d-bb31-7860bbb27f0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:33.226806 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-539b0692-5fb7-4906-ae27-3d340745501a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dd3575d2cbef48f68e3d2017453b717f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2387886 Jun 21 04:36:33.228809 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539b0692-5fb7-4906-ae27-3d340745501a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d00eb073-28a8-4cfa-881a-b15876bfb2be,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:33.229438 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 36094) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:33.242773 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-539b0692-5fb7-4906-ae27-3d340745501a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:33.278371 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-8626a276-d7cb-46c8-8866-fe8e6392eacf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:33.298114 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-8626a276-d7cb-46c8-8866-fe8e6392eacf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:33.347664 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-8626a276-d7cb-46c8-8866-fe8e6392eacf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:33.350327 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-8626a276-d7cb-46c8-8866-fe8e6392eacf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:33.351460 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-8626a276-d7cb-46c8-8866-fe8e6392eacf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d00eb073-28a8-4cfa-881a-b15876bfb2be HTTP/1.1" status: 204 len: 168 time: 0.1210511 Jun 21 04:36:33.352259 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-a04d1c66-aea7-4c16-b4a1-6967f14bb13f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:33.360034 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8626a276-d7cb-46c8-8866-fe8e6392eacf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00eb073-28a8-4cfa-881a-b15876bfb2be,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:33.362241 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-8626a276-d7cb-46c8-8866-fe8e6392eacf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:34.152756 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-42e18ad5-0508-41a9-8fcf-b97ede15c565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:34.580675 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 36174) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:34.774545 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-2cf12dcf-d673-4d30-b8cb-c8b230313fb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:34.862158 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-2cf12dcf-d673-4d30-b8cb-c8b230313fb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:34.866083 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-2cf12dcf-d673-4d30-b8cb-c8b230313fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:34.874861 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-f7d149ce-f1e8-433c-b4cf-83512321fbdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:34.905711 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-2cf12dcf-d673-4d30-b8cb-c8b230313fb0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d27fb2e008f84ef49e0c7caffbe77341&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3239536 Jun 21 04:36:34.906869 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf12dcf-d673-4d30-b8cb-c8b230313fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7297acb5-7be7-4b31-94a2-1f371a19c7d8,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:34.908371 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 36188) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:34.910478 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-2cf12dcf-d673-4d30-b8cb-c8b230313fb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:34.960856 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-00bda088-a976-47ff-8f02-c8cd70ec9540 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:34.981732 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-00bda088-a976-47ff-8f02-c8cd70ec9540 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:35.031858 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-00bda088-a976-47ff-8f02-c8cd70ec9540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:35.035880 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-00bda088-a976-47ff-8f02-c8cd70ec9540 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:35.037017 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-00bda088-a976-47ff-8f02-c8cd70ec9540 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7297acb5-7be7-4b31-94a2-1f371a19c7d8 HTTP/1.1" status: 204 len: 168 time: 0.1270432 Jun 21 04:36:35.037831 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-e591e4c0-08dd-4a75-95fd-7ed086a3e151 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:35.045753 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bda088-a976-47ff-8f02-c8cd70ec9540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7297acb5-7be7-4b31-94a2-1f371a19c7d8,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:35.047928 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-00bda088-a976-47ff-8f02-c8cd70ec9540 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:35.319090 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 36202) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:35.332551 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-c3a3a44e-2021-48c4-b2c0-3ed56101f545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:35.419837 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-c3a3a44e-2021-48c4-b2c0-3ed56101f545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:35.424623 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-c3a3a44e-2021-48c4-b2c0-3ed56101f545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:35.428021 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-59679dc0-f2d3-465a-9d9e-9cba183ee959 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:35.462083 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-c3a3a44e-2021-48c4-b2c0-3ed56101f545 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aace829ed82446bab1c92c5361db7777&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1418202 Jun 21 04:36:35.462981 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3a44e-2021-48c4-b2c0-3ed56101f545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d83a0aed-c3b1-4cf9-a03f-9f4456f98c8c,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:35.464765 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 36204) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:35.466067 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-c3a3a44e-2021-48c4-b2c0-3ed56101f545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:35.512967 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-157ea340-74a4-4660-857a-680c2d15b8cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:35.533171 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-157ea340-74a4-4660-857a-680c2d15b8cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:35.578178 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-157ea340-74a4-4660-857a-680c2d15b8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:35.580645 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-157ea340-74a4-4660-857a-680c2d15b8cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:35.581786 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-157ea340-74a4-4660-857a-680c2d15b8cd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d83a0aed-c3b1-4cf9-a03f-9f4456f98c8c HTTP/1.1" status: 204 len: 168 time: 0.1159289 Jun 21 04:36:35.582513 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-262a25f9-58d8-49c4-b06c-3b533a9899f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:35.589942 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157ea340-74a4-4660-857a-680c2d15b8cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83a0aed-c3b1-4cf9-a03f-9f4456f98c8c,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:35.592092 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-157ea340-74a4-4660-857a-680c2d15b8cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:36.762415 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f3165956-485e-4666-973a-96e086282de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:36.896770 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:36.985623 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:38.041335 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-af7905e6-f134-40b5-8f7f-d0c0aa400a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:39.296268 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 36320) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:39.400157 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-88d277be-454b-462a-b589-9f7bad4a062d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:39.485982 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-88d277be-454b-462a-b589-9f7bad4a062d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:39.489815 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-88d277be-454b-462a-b589-9f7bad4a062d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:39.492883 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-345b97c3-3cee-4cd6-97e9-4a4f6b76056f tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:39.527708 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-88d277be-454b-462a-b589-9f7bad4a062d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9b0a0e02f7a14b4bb9b4129a25b6d90a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2303948 Jun 21 04:36:39.529280 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d277be-454b-462a-b589-9f7bad4a062d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec2b373-beb2-4ac0-9ef8-78985e9a61be,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:39.530481 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 36324) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:39.532905 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-88d277be-454b-462a-b589-9f7bad4a062d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:39.579095 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-0e1efa0a-d663-4787-968a-a4e451d448e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:39.598820 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-0e1efa0a-d663-4787-968a-a4e451d448e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:39.650321 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-0e1efa0a-d663-4787-968a-a4e451d448e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:39.652978 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-410c395a-ca3a-4855-90fb-923e0a2b4d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:39.653937 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-0e1efa0a-d663-4787-968a-a4e451d448e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:39.655067 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-0e1efa0a-d663-4787-968a-a4e451d448e7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7ec2b373-beb2-4ac0-9ef8-78985e9a61be HTTP/1.1" status: 204 len: 168 time: 0.1234996 Jun 21 04:36:39.655823 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-50ab4a36-221a-4f91-ae1c-4da7a9bb2ccd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:39.664055 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1efa0a-d663-4787-968a-a4e451d448e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec2b373-beb2-4ac0-9ef8-78985e9a61be,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:39.666229 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-0e1efa0a-d663-4787-968a-a4e451d448e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:39.918517 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 36332) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:39.931416 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-5e099d66-788e-47bf-80b0-5a4d28a43a46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:40.015499 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-5e099d66-788e-47bf-80b0-5a4d28a43a46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:40.018973 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-5e099d66-788e-47bf-80b0-5a4d28a43a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:40.022002 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-bba99630-9d15-4751-94d8-ddd9ddd77c95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:40.056776 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-5e099d66-788e-47bf-80b0-5a4d28a43a46 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=de954e2ae38d4dde9634c352439ecef5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1371632 Jun 21 04:36:40.057709 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e099d66-788e-47bf-80b0-5a4d28a43a46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5892f13-8824-413f-bb31-3faa9bd023e1,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:40.059419 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 36334) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:40.060685 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-5e099d66-788e-47bf-80b0-5a4d28a43a46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:40.108791 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-343e6790-5d57-40a9-9e07-7fbf8ca82e5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:40.130096 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-343e6790-5d57-40a9-9e07-7fbf8ca82e5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:40.180648 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-343e6790-5d57-40a9-9e07-7fbf8ca82e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:40.183261 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-343e6790-5d57-40a9-9e07-7fbf8ca82e5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:40.184491 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-343e6790-5d57-40a9-9e07-7fbf8ca82e5c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b5892f13-8824-413f-bb31-3faa9bd023e1 HTTP/1.1" status: 204 len: 168 time: 0.1241143 Jun 21 04:36:40.185342 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-8f6445b2-3280-41aa-8f37-24a8b2224b39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:40.193514 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e6790-5d57-40a9-9e07-7fbf8ca82e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5892f13-8824-413f-bb31-3faa9bd023e1,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:40.196050 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-343e6790-5d57-40a9-9e07-7fbf8ca82e5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:41.802261 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 36390) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:41.902900 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-c2fc2cb7-c91d-4609-aa22-d0ca391d673d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:41.990554 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-c2fc2cb7-c91d-4609-aa22-d0ca391d673d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:41.995452 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-c2fc2cb7-c91d-4609-aa22-d0ca391d673d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:41.998721 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-71910c60-841d-4c3c-b064-8355a827b6c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:42.033663 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-c2fc2cb7-c91d-4609-aa22-d0ca391d673d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2cc4f6039d05446b9a66a0a049fd006d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2302692 Jun 21 04:36:42.034814 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fc2cb7-c91d-4609-aa22-d0ca391d673d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=668885ea-0c4f-47f1-8b00-879bad44130b,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:42.036275 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 36396) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:42.037968 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-c2fc2cb7-c91d-4609-aa22-d0ca391d673d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:42.083533 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-1aeab515-e641-4123-b30f-665bba094628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:42.109454 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-1aeab515-e641-4123-b30f-665bba094628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:42.154902 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-1aeab515-e641-4123-b30f-665bba094628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:42.157984 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-1aeab515-e641-4123-b30f-665bba094628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:42.159294 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-1aeab515-e641-4123-b30f-665bba094628 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/668885ea-0c4f-47f1-8b00-879bad44130b HTTP/1.1" status: 204 len: 168 time: 0.1220398 Jun 21 04:36:42.160099 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-d684f51f-194c-45cb-bda9-4b6ea757b180 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:42.167433 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeab515-e641-4123-b30f-665bba094628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=668885ea-0c4f-47f1-8b00-879bad44130b,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:42.170260 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-1aeab515-e641-4123-b30f-665bba094628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:42.414737 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 36402) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:42.427721 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-2d6e6ea2-c16a-4025-a724-61954890beed admin admin] Notify callbacks [] for security_group, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:42.519298 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-2d6e6ea2-c16a-4025-a724-61954890beed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:42.523149 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-2d6e6ea2-c16a-4025-a724-61954890beed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:42.525380 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-df9918b1-1ab7-41a5-9dcc-134594313cd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:42.560874 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-2d6e6ea2-c16a-4025-a724-61954890beed admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6da5678198ee485686efcc9c790e2f95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1450551 Jun 21 04:36:42.561896 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6e6ea2-c16a-4025-a724-61954890beed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57fc18de-30df-4365-bff5-e3ea76249efd,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:42.563778 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 36404) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:42.565690 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-2d6e6ea2-c16a-4025-a724-61954890beed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:42.614857 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-705b2df6-3e36-47bd-a666-22474b4e58f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:42.635145 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-705b2df6-3e36-47bd-a666-22474b4e58f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:42.681020 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-705b2df6-3e36-47bd-a666-22474b4e58f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:42.683620 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-705b2df6-3e36-47bd-a666-22474b4e58f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:42.684735 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-705b2df6-3e36-47bd-a666-22474b4e58f2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/57fc18de-30df-4365-bff5-e3ea76249efd HTTP/1.1" status: 204 len: 168 time: 0.1197865 Jun 21 04:36:42.685534 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-539b0692-5fb7-4906-ae27-3d340745501a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:42.693282 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705b2df6-3e36-47bd-a666-22474b4e58f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57fc18de-30df-4365-bff5-e3ea76249efd,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:42.695729 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-705b2df6-3e36-47bd-a666-22474b4e58f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:48.922859 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 36504) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:49.022153 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-6a8d7072-4182-4254-8bc7-acd78509c0fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:49.111389 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-6a8d7072-4182-4254-8bc7-acd78509c0fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:49.115191 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-6a8d7072-4182-4254-8bc7-acd78509c0fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:49.117519 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-7ae73adf-898f-4405-9ffd-744b1d01e564 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:49.152979 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-6a8d7072-4182-4254-8bc7-acd78509c0fa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a52a06ac89de4f378160f9e1bd3525a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2291036 Jun 21 04:36:49.153889 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d7072-4182-4254-8bc7-acd78509c0fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e02a1e7f-2c92-4ed0-ab8e-869ed9ea82a9,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:49.155685 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 36512) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:49.157087 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-6a8d7072-4182-4254-8bc7-acd78509c0fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:49.204286 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-a8f865b0-b024-44c7-8de4-8fdb54431c52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:49.225101 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-a8f865b0-b024-44c7-8de4-8fdb54431c52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:49.270321 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-a8f865b0-b024-44c7-8de4-8fdb54431c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:49.272949 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-a8f865b0-b024-44c7-8de4-8fdb54431c52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:49.274094 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-a8f865b0-b024-44c7-8de4-8fdb54431c52 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e02a1e7f-2c92-4ed0-ab8e-869ed9ea82a9 HTTP/1.1" status: 204 len: 168 time: 0.1169310 Jun 21 04:36:49.274944 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-dfd1c824-592f-4eae-88fe-26b7ecc85cb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:49.282119 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f865b0-b024-44c7-8de4-8fdb54431c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e02a1e7f-2c92-4ed0-ab8e-869ed9ea82a9,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:49.284242 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-a8f865b0-b024-44c7-8de4-8fdb54431c52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:51.436983 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-a4f54b1a-a694-4b01-8213-200b004d369c req-61dced71-2ee7-44eb-b022-9da96bdd86fd tempest-VolumesNegativeTest-864324641 tempest-VolumesNegativeTest-864324641-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=ff588c3f9c7945f99b3e008f5e131055&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290029 Jun 21 04:36:51.622265 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f54b1a-a694-4b01-8213-200b004d369c req-5652408a-5a96-42d5-8bbf-22775e44f4bd tempest-VolumesNegativeTest-864324641 tempest-VolumesNegativeTest-864324641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:51.623719 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-a4f54b1a-a694-4b01-8213-200b004d369c req-5652408a-5a96-42d5-8bbf-22775e44f4bd tempest-VolumesNegativeTest-864324641 tempest-VolumesNegativeTest-864324641-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1812863 Jun 21 04:36:51.639736 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-a4f54b1a-a694-4b01-8213-200b004d369c req-85ff11b4-ab22-483b-982e-058794e3321e tempest-VolumesNegativeTest-864324641 tempest-VolumesNegativeTest-864324641-project] 10.222.0.13 "GET /v2.0/quotas/ff588c3f9c7945f99b3e008f5e131055 HTTP/1.1" status: 200 len: 375 time: 0.0089512 Jun 21 04:36:51.671543 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-a4f54b1a-a694-4b01-8213-200b004d369c req-2b262d76-dd0d-487d-bb17-1801db7f6d8c tempest-VolumesNegativeTest-864324641 tempest-VolumesNegativeTest-864324641-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ff588c3f9c7945f99b3e008f5e131055&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284402 Jun 21 04:36:51.839615 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-17c76100-04c3-4086-bc38-4ddca3285d79 req-d5c29516-0207-4262-8eb0-4b935e6c6d18 tempest-VolumesNegativeTest-864324641 tempest-VolumesNegativeTest-864324641-project] 10.222.0.13 "GET /v2.0/ports?device_id=487ea326-6597-4167-a4ce-35dea91e457e HTTP/1.1" status: 200 len: 210 time: 0.0277739 Jun 21 04:36:52.851450 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-a4f54b1a-a694-4b01-8213-200b004d369c req-7c4883c6-45b6-48ad-9f65-bfdcd3d1227e tempest-VolumesNegativeTest-864324641 tempest-VolumesNegativeTest-864324641-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=ff588c3f9c7945f99b3e008f5e131055&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333319 Jun 21 04:36:53.007837 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-f6a556cc-8dec-4e8f-a2fd-dd5c1c3aabcf req-5199fa18-fc8e-4d61-979f-18ebfe93668f tempest-VolumesNegativeTest-864324641 tempest-VolumesNegativeTest-864324641-project] 10.222.0.13 "GET /v2.0/ports?device_id=487ea326-6597-4167-a4ce-35dea91e457e HTTP/1.1" status: 200 len: 210 time: 0.0419962 Jun 21 04:36:53.077480 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f54b1a-a694-4b01-8213-200b004d369c req-797eb7f2-15e0-4b16-bb1e-511b22a36993 tempest-VolumesNegativeTest-864324641 tempest-VolumesNegativeTest-864324641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:53.078967 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-a4f54b1a-a694-4b01-8213-200b004d369c req-797eb7f2-15e0-4b16-bb1e-511b22a36993 tempest-VolumesNegativeTest-864324641 tempest-VolumesNegativeTest-864324641-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2221234 Jun 21 04:36:53.102984 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.v2.base [req-a4f54b1a-a694-4b01-8213-200b004d369c req-38b596c8-b662-4e14-b855-272e5cbbc9e9 tempest-VolumesNegativeTest-864324641 tempest-VolumesNegativeTest-864324641-project] Request body: {'port': {'device_id': '487ea326-6597-4167-a4ce-35dea91e457e', 'network_id': 'b4f2ee77-ab16-436a-8ec1-cfcbaafb7760', 'admin_state_up': True, 'tenant_id': 'ff588c3f9c7945f99b3e008f5e131055'}} {{(pid=92745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:36:53.210306 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4f54b1a-a694-4b01-8213-200b004d369c req-38b596c8-b662-4e14-b855-272e5cbbc9e9 tempest-VolumesNegativeTest-864324641 tempest-VolumesNegativeTest-864324641-project] Made reservation on behalf of ff588c3f9c7945f99b3e008f5e131055 for: {'port': 1} {{(pid=92745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:36:53.213800 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-a4f54b1a-a694-4b01-8213-200b004d369c req-38b596c8-b662-4e14-b855-272e5cbbc9e9 tempest-VolumesNegativeTest-864324641 tempest-VolumesNegativeTest-864324641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-632420'] for port, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:53.222945 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-a4f54b1a-a694-4b01-8213-200b004d369c req-38b596c8-b662-4e14-b855-272e5cbbc9e9 tempest-VolumesNegativeTest-864324641 tempest-VolumesNegativeTest-864324641-project] Notify callbacks [] for security_group, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:53.311469 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-a4f54b1a-a694-4b01-8213-200b004d369c req-38b596c8-b662-4e14-b855-272e5cbbc9e9 tempest-VolumesNegativeTest-864324641 tempest-VolumesNegativeTest-864324641-project] Notify callbacks [] for security_group, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:53.315238 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-a4f54b1a-a694-4b01-8213-200b004d369c req-38b596c8-b662-4e14-b855-272e5cbbc9e9 tempest-VolumesNegativeTest-864324641 tempest-VolumesNegativeTest-864324641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:53.319232 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-ab29acf7-1f71-4df0-8e0d-21bcdc1f291e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:53.377289 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b596c8-b662-4e14-b855-272e5cbbc9e9 tempest-VolumesNegativeTest-864324641 tempest-VolumesNegativeTest-864324641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc29971-3d53-410d-8645-9d32a5f2b57b,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:53.382079 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-38b596c8-b662-4e14-b855-272e5cbbc9e9 tempest-VolumesNegativeTest-864324641 tempest-VolumesNegativeTest-864324641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:53.445467 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.db_base_plugin_common [req-a4f54b1a-a694-4b01-8213-200b004d369c req-38b596c8-b662-4e14-b855-272e5cbbc9e9 tempest-VolumesNegativeTest-864324641 tempest-VolumesNegativeTest-864324641-project] Allocated IP 192.168.233.26 (b4f2ee77-ab16-436a-8ec1-cfcbaafb7760/9c7fa40a-3ce4-4d98-98e5-a05cf51ce5ca/4156a578-baab-4c53-b275-8ad8b12d9ed3) {{(pid=92745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:36:53.579626 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-a4f54b1a-a694-4b01-8213-200b004d369c req-38b596c8-b662-4e14-b855-272e5cbbc9e9 tempest-VolumesNegativeTest-864324641 tempest-VolumesNegativeTest-864324641-project] Notify callbacks [] for port, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:53.594942 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [req-a4f54b1a-a694-4b01-8213-200b004d369c req-38b596c8-b662-4e14-b855-272e5cbbc9e9 tempest-VolumesNegativeTest-864324641 tempest-VolumesNegativeTest-864324641-project] Transition to ACTIVE for port object 4156a578-baab-4c53-b275-8ad8b12d9ed3 will not be triggered until provisioned by entity DHCP. {{(pid=92745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:36:53.625312 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-a4f54b1a-a694-4b01-8213-200b004d369c req-38b596c8-b662-4e14-b855-272e5cbbc9e9 tempest-VolumesNegativeTest-864324641 tempest-VolumesNegativeTest-864324641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789666979157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30039437'] for port, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:53.629050 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-d9a094f8-d87c-4f88-8ce0-5bfb06334532 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:53.668959 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4f54b1a-a694-4b01-8213-200b004d369c req-38b596c8-b662-4e14-b855-272e5cbbc9e9 tempest-VolumesNegativeTest-864324641 tempest-VolumesNegativeTest-864324641-project] Network b4f2ee77-ab16-436a-8ec1-cfcbaafb7760 is already hosted by enough agents. {{(pid=92745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:36:53.672105 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.base_scheduler [req-a4f54b1a-a694-4b01-8213-200b004d369c req-38b596c8-b662-4e14-b855-272e5cbbc9e9 tempest-VolumesNegativeTest-864324641 tempest-VolumesNegativeTest-864324641-project] Resources bound (agent type, host, resource id): {{(pid=92745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:36:53.675755 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f54b1a-a694-4b01-8213-200b004d369c req-38b596c8-b662-4e14-b855-272e5cbbc9e9 tempest-VolumesNegativeTest-864324641 tempest-VolumesNegativeTest-864324641-project] Received port after_create {{(pid=92745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:36:53.682081 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b596c8-b662-4e14-b855-272e5cbbc9e9 tempest-VolumesNegativeTest-864324641 tempest-VolumesNegativeTest-864324641-project] Pushing event updated for resources: {'Port': ['ID=4156a578-baab-4c53-b275-8ad8b12d9ed3,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:53.701919 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-38b596c8-b662-4e14-b855-272e5cbbc9e9 tempest-VolumesNegativeTest-864324641 tempest-VolumesNegativeTest-864324641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:53.728111 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f54b1a-a694-4b01-8213-200b004d369c req-38b596c8-b662-4e14-b855-272e5cbbc9e9 tempest-VolumesNegativeTest-864324641 tempest-VolumesNegativeTest-864324641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:53.728726 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-a4f54b1a-a694-4b01-8213-200b004d369c req-38b596c8-b662-4e14-b855-272e5cbbc9e9 tempest-VolumesNegativeTest-864324641 tempest-VolumesNegativeTest-864324641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5899'] for port, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:53.743808 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-a4f54b1a-a694-4b01-8213-200b004d369c req-38b596c8-b662-4e14-b855-272e5cbbc9e9 tempest-VolumesNegativeTest-864324641 tempest-VolumesNegativeTest-864324641-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6457138 Jun 21 04:36:53.761515 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.v2.base [req-a4f54b1a-a694-4b01-8213-200b004d369c req-21ab9db0-6d0d-4cc4-ad5f-267ccf298f91 service neutron] Request body: {'port': {'device_id': '487ea326-6597-4167-a4ce-35dea91e457e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79688'}} {{(pid=92745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:36:53.843821 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-361030a8-a29e-4dfe-928d-03aa60416c19 None None] Provisioning for port 4156a578-baab-4c53-b275-8ad8b12d9ed3 completed by entity DHCP. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:36:53.845074 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-a4f54b1a-a694-4b01-8213-200b004d369c req-21ab9db0-6d0d-4cc4-ad5f-267ccf298f91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:53.847847 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-361030a8-a29e-4dfe-928d-03aa60416c19 None None] Provisioning complete for port 4156a578-baab-4c53-b275-8ad8b12d9ed3 triggered by entity DHCP. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:36:53.848336 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-361030a8-a29e-4dfe-928d-03aa60416c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:53.881610 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-361030a8-a29e-4dfe-928d-03aa60416c19 None None] Port 4156a578-baab-4c53-b275-8ad8b12d9ed3 cannot update to ACTIVE because it is not bound. {{(pid=92747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:36:54.095630 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [req-a4f54b1a-a694-4b01-8213-200b004d369c req-21ab9db0-6d0d-4cc4-ad5f-267ccf298f91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4156a578-baab-4c53-b275-8ad8b12d9ed3 {{(pid=92745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:36:54.103950 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-a4f54b1a-a694-4b01-8213-200b004d369c req-21ab9db0-6d0d-4cc4-ad5f-267ccf298f91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:54.116451 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [req-a4f54b1a-a694-4b01-8213-200b004d369c req-21ab9db0-6d0d-4cc4-ad5f-267ccf298f91 service neutron] Transition to ACTIVE for port object 4156a578-baab-4c53-b275-8ad8b12d9ed3 will not be triggered until provisioned by entity L2. {{(pid=92745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:36:54.121909 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-a4f54b1a-a694-4b01-8213-200b004d369c req-21ab9db0-6d0d-4cc4-ad5f-267ccf298f91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30039483'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:54.123850 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-6ac89276-e069-4504-b3fa-62c58cb7dc89 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:54.194358 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9784b-c4ac-44c3-a0f6-5bdb3e491872 req-3d165373-0751-4daa-a878-1862eaa4f1ca tempest-VolumesNegativeTest-864324641 tempest-VolumesNegativeTest-864324641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:54.203505 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-c5e9784b-c4ac-44c3-a0f6-5bdb3e491872 req-3d165373-0751-4daa-a878-1862eaa4f1ca tempest-VolumesNegativeTest-864324641 tempest-VolumesNegativeTest-864324641-project] 10.222.0.13 "GET /v2.0/ports?device_id=487ea326-6597-4167-a4ce-35dea91e457e HTTP/1.1" status: 200 len: 947 time: 0.0782866 Jun 21 04:36:54.244306 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-c5e9784b-c4ac-44c3-a0f6-5bdb3e491872 req-231ba3d0-8759-42d8-9c2f-69c95cd8bdee tempest-VolumesNegativeTest-864324641 tempest-VolumesNegativeTest-864324641-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdc29971-3d53-410d-8645-9d32a5f2b57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398073 Jun 21 04:36:54.461409 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ab9db0-6d0d-4cc4-ad5f-267ccf298f91 service neutron] Pushing event updated for resources: {'Port': ['ID=4156a578-baab-4c53-b275-8ad8b12d9ed3,revision_number=2']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:54.465293 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-21ab9db0-6d0d-4cc4-ad5f-267ccf298f91 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:54.531995 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [req-a4f54b1a-a694-4b01-8213-200b004d369c req-21ab9db0-6d0d-4cc4-ad5f-267ccf298f91 service neutron] Attempting to bind port 4156a578-baab-4c53-b275-8ad8b12d9ed3 on host hv-cinder-79688 for vnic_type normal with profile {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:36:54.532335 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [req-a4f54b1a-a694-4b01-8213-200b004d369c req-21ab9db0-6d0d-4cc4-ad5f-267ccf298f91 service neutron] Attempting to bind port 4156a578-baab-4c53-b275-8ad8b12d9ed3 by drivers openvswitch,hyperv on host hv-cinder-79688 at level 0 using segments [{'id': '1bc57944-0b73-4e81-ae3a-f61331df4c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'b4f2ee77-ab16-436a-8ec1-cfcbaafb7760'}] {{(pid=92745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:36:54.532660 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f54b1a-a694-4b01-8213-200b004d369c req-21ab9db0-6d0d-4cc4-ad5f-267ccf298f91 service neutron] Attempting to bind port 4156a578-baab-4c53-b275-8ad8b12d9ed3 on network b4f2ee77-ab16-436a-8ec1-cfcbaafb7760 {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:36:54.536744 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f54b1a-a694-4b01-8213-200b004d369c req-21ab9db0-6d0d-4cc4-ad5f-267ccf298f91 service neutron] Port 4156a578-baab-4c53-b275-8ad8b12d9ed3 on network b4f2ee77-ab16-436a-8ec1-cfcbaafb7760 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79688 {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:36:54.537062 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f54b1a-a694-4b01-8213-200b004d369c req-21ab9db0-6d0d-4cc4-ad5f-267ccf298f91 service neutron] Attempting to bind port 4156a578-baab-4c53-b275-8ad8b12d9ed3 on network b4f2ee77-ab16-436a-8ec1-cfcbaafb7760 {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:36:54.541692 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f54b1a-a694-4b01-8213-200b004d369c req-21ab9db0-6d0d-4cc4-ad5f-267ccf298f91 service neutron] Checking agent: {'id': '2d8ec531-0834-43cc-a69e-43a4958e3c4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79688', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 27, 37), 'started_at': datetime.datetime(2021, 6, 21, 4, 27, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:36:54.542027 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f54b1a-a694-4b01-8213-200b004d369c req-21ab9db0-6d0d-4cc4-ad5f-267ccf298f91 service neutron] Checking segment: {'id': '1bc57944-0b73-4e81-ae3a-f61331df4c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'b4f2ee77-ab16-436a-8ec1-cfcbaafb7760'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:36:54.542442 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f54b1a-a694-4b01-8213-200b004d369c req-21ab9db0-6d0d-4cc4-ad5f-267ccf298f91 service neutron] Bound using segment: {'id': '1bc57944-0b73-4e81-ae3a-f61331df4c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'b4f2ee77-ab16-436a-8ec1-cfcbaafb7760'} {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:36:54.542848 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [req-a4f54b1a-a694-4b01-8213-200b004d369c req-21ab9db0-6d0d-4cc4-ad5f-267ccf298f91 service neutron] Bound port: 4156a578-baab-4c53-b275-8ad8b12d9ed3, host: hv-cinder-79688, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bc57944-0b73-4e81-ae3a-f61331df4c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'b4f2ee77-ab16-436a-8ec1-cfcbaafb7760'}}] {{(pid=92745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:36:54.543187 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-a4f54b1a-a694-4b01-8213-200b004d369c req-21ab9db0-6d0d-4cc4-ad5f-267ccf298f91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:54.603245 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [req-a4f54b1a-a694-4b01-8213-200b004d369c req-21ab9db0-6d0d-4cc4-ad5f-267ccf298f91 service neutron] For port 4156a578-baab-4c53-b275-8ad8b12d9ed3, host hv-cinder-79688, cleared binding levels {{(pid=92745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:36:54.606183 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [req-a4f54b1a-a694-4b01-8213-200b004d369c req-21ab9db0-6d0d-4cc4-ad5f-267ccf298f91 service neutron] For port 4156a578-baab-4c53-b275-8ad8b12d9ed3, host hv-cinder-79688, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=4156a578-baab-4c53-b275-8ad8b12d9ed3,segment=NetworkSegment(1bc57944-0b73-4e81-ae3a-f61331df4c1e),segment_id=1bc57944-0b73-4e81-ae3a-f61331df4c1e)] {{(pid=92745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:36:54.610007 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-a4f54b1a-a694-4b01-8213-200b004d369c req-21ab9db0-6d0d-4cc4-ad5f-267ccf298f91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30039483'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:54.612605 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-56595127-ad8e-4c78-9f72-c8ff73b89e60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:54.644101 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f54b1a-a694-4b01-8213-200b004d369c req-21ab9db0-6d0d-4cc4-ad5f-267ccf298f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:54.645129 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-a4f54b1a-a694-4b01-8213-200b004d369c req-21ab9db0-6d0d-4cc4-ad5f-267ccf298f91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5899'] for port, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:54.646789 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-a4f54b1a-a694-4b01-8213-200b004d369c req-21ab9db0-6d0d-4cc4-ad5f-267ccf298f91 service neutron] 10.222.0.38 "PUT /v2.0/ports/4156a578-baab-4c53-b275-8ad8b12d9ed3 HTTP/1.1" status: 200 len: 1097 time: 0.8896937 Jun 21 04:36:54.648874 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '487ea326-6597-4167-a4ce-35dea91e457e', 'tag': '4156a578-baab-4c53-b275-8ad8b12d9ed3'}] {{(pid=92745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:36:54.651179 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e65a7435921a4b725d950f60fbdbd7b7a483a7692f8e299216e8097d5419be07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f5546a-9bff-4d69-afdf-fe1d939c0ffd" -d '{"events": [{"name": "network-changed", "server_uuid": "487ea326-6597-4167-a4ce-35dea91e457e", "tag": "4156a578-baab-4c53-b275-8ad8b12d9ed3"}]}' {{(pid=92745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:36:54.680570 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ab9db0-6d0d-4cc4-ad5f-267ccf298f91 service neutron] Pushing event updated for resources: {'Port': ['ID=4156a578-baab-4c53-b275-8ad8b12d9ed3,revision_number=3']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:54.684399 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-21ab9db0-6d0d-4cc4-ad5f-267ccf298f91 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:54.693743 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf9d12b-78d7-4ca2-bfc8-e73e56128719 x-openstack-request-id: req-0bf9d12b-78d7-4ca2-bfc8-e73e56128719 {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:36:54.694197 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "487ea326-6597-4167-a4ce-35dea91e457e", "tag": "4156a578-baab-4c53-b275-8ad8b12d9ed3", "status": "completed", "code": 200}]} {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:36:54.694612 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0bf9d12b-78d7-4ca2-bfc8-e73e56128719 {{(pid=92745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:36:54.695132 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '487ea326-6597-4167-a4ce-35dea91e457e', 'tag': '4156a578-baab-4c53-b275-8ad8b12d9ed3', 'status': 'completed', 'code': 200} Jun 21 04:36:54.762055 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f54b1a-a694-4b01-8213-200b004d369c req-e0d29602-c6a2-4a32-bb3d-e137ac1968e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:54.763531 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-a4f54b1a-a694-4b01-8213-200b004d369c req-e0d29602-c6a2-4a32-bb3d-e137ac1968e5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ff588c3f9c7945f99b3e008f5e131055&device_id=487ea326-6597-4167-a4ce-35dea91e457e HTTP/1.1" status: 200 len: 1100 time: 0.0530388 Jun 21 04:36:54.812658 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-a4f54b1a-a694-4b01-8213-200b004d369c req-b7a6458d-e9fd-49f8-b9bf-0ff0eab49b0d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=4156a578-baab-4c53-b275-8ad8b12d9ed3 HTTP/1.1" status: 200 len: 217 time: 0.0363743 Jun 21 04:36:54.863841 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f54b1a-a694-4b01-8213-200b004d369c req-461242e7-d498-4883-a844-a149540f8009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:54.865160 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-a4f54b1a-a694-4b01-8213-200b004d369c req-461242e7-d498-4883-a844-a149540f8009 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9c7fa40a-3ce4-4d98-98e5-a05cf51ce5ca HTTP/1.1" status: 200 len: 843 time: 0.0466626 Jun 21 04:36:54.918687 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f54b1a-a694-4b01-8213-200b004d369c req-5aa02826-f68b-4328-a3bf-5c98d24dad6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:54.920024 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-a4f54b1a-a694-4b01-8213-200b004d369c req-5aa02826-f68b-4328-a3bf-5c98d24dad6a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b4f2ee77-ab16-436a-8ec1-cfcbaafb7760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0485785 Jun 21 04:36:55.008409 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-a4f54b1a-a694-4b01-8213-200b004d369c req-1cc3c57b-8da6-419e-93e0-e38cf7c08c75 service neutron] 10.222.0.38 "GET /v2.0/networks/b4f2ee77-ab16-436a-8ec1-cfcbaafb7760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813041 Jun 21 04:36:55.090825 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-a4f54b1a-a694-4b01-8213-200b004d369c req-70d1e4a6-9da9-47cf-9db7-fb0c2ca45689 service neutron] 10.222.0.38 "GET /v2.0/networks/b4f2ee77-ab16-436a-8ec1-cfcbaafb7760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0765469 Jun 21 04:36:55.226341 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f5546a-9bff-4d69-afdf-fe1d939c0ffd req-5229571a-084d-4a95-bc91-2ce61d8c1844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:55.227789 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-23f5546a-9bff-4d69-afdf-fe1d939c0ffd req-5229571a-084d-4a95-bc91-2ce61d8c1844 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ff588c3f9c7945f99b3e008f5e131055&device_id=487ea326-6597-4167-a4ce-35dea91e457e HTTP/1.1" status: 200 len: 1100 time: 0.0508308 Jun 21 04:36:55.316550 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f5546a-9bff-4d69-afdf-fe1d939c0ffd req-c53c3350-86c4-4663-8625-d98772a72180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:55.318088 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-23f5546a-9bff-4d69-afdf-fe1d939c0ffd req-c53c3350-86c4-4663-8625-d98772a72180 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b4f2ee77-ab16-436a-8ec1-cfcbaafb7760 HTTP/1.1" status: 200 len: 870 time: 0.0842328 Jun 21 04:36:55.359945 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-23f5546a-9bff-4d69-afdf-fe1d939c0ffd req-8f4f4bd5-ab4e-457e-8aeb-acca513af85e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=4156a578-baab-4c53-b275-8ad8b12d9ed3 HTTP/1.1" status: 200 len: 217 time: 0.0334179 Jun 21 04:36:55.415163 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f5546a-9bff-4d69-afdf-fe1d939c0ffd req-2b38f82f-138c-4639-b139-ef901d827350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:55.416693 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-23f5546a-9bff-4d69-afdf-fe1d939c0ffd req-2b38f82f-138c-4639-b139-ef901d827350 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9c7fa40a-3ce4-4d98-98e5-a05cf51ce5ca HTTP/1.1" status: 200 len: 843 time: 0.0515339 Jun 21 04:36:55.429653 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a39da-6d1e-4e56-bdac-36e63f1c3fc6 req-c1166b90-2abf-4bb5-b7a2-e10e47ba4c52 tempest-VolumesNegativeTest-864324641 tempest-VolumesNegativeTest-864324641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:55.431106 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-b86a39da-6d1e-4e56-bdac-36e63f1c3fc6 req-c1166b90-2abf-4bb5-b7a2-e10e47ba4c52 tempest-VolumesNegativeTest-864324641 tempest-VolumesNegativeTest-864324641-project] 10.222.0.13 "GET /v2.0/ports?device_id=487ea326-6597-4167-a4ce-35dea91e457e HTTP/1.1" status: 200 len: 947 time: 0.0654604 Jun 21 04:36:55.470868 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-b86a39da-6d1e-4e56-bdac-36e63f1c3fc6 req-da10952e-f7ac-4484-ba10-b3e1798981bd tempest-VolumesNegativeTest-864324641 tempest-VolumesNegativeTest-864324641-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdc29971-3d53-410d-8645-9d32a5f2b57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335982 Jun 21 04:36:55.483324 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f5546a-9bff-4d69-afdf-fe1d939c0ffd req-21b03446-8b18-458e-b2f2-f091bb974034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:55.485047 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-23f5546a-9bff-4d69-afdf-fe1d939c0ffd req-21b03446-8b18-458e-b2f2-f091bb974034 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b4f2ee77-ab16-436a-8ec1-cfcbaafb7760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0615716 Jun 21 04:36:55.579511 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-23f5546a-9bff-4d69-afdf-fe1d939c0ffd req-c7002877-1bb9-44dc-a3ed-608432f40408 service neutron] 10.222.0.38 "GET /v2.0/networks/b4f2ee77-ab16-436a-8ec1-cfcbaafb7760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874181 Jun 21 04:36:55.667121 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-23f5546a-9bff-4d69-afdf-fe1d939c0ffd req-4718ceab-5d53-480a-ae0e-7858b9e66ba3 service neutron] 10.222.0.38 "GET /v2.0/networks/b4f2ee77-ab16-436a-8ec1-cfcbaafb7760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810413 Jun 21 04:36:56.648470 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a7227-42b2-49c1-ba0b-59a82e06e2ba req-301be423-588e-4a57-a19e-874b22fa2c44 tempest-VolumesNegativeTest-864324641 tempest-VolumesNegativeTest-864324641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:56.649901 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-a46a7227-42b2-49c1-ba0b-59a82e06e2ba req-301be423-588e-4a57-a19e-874b22fa2c44 tempest-VolumesNegativeTest-864324641 tempest-VolumesNegativeTest-864324641-project] 10.222.0.13 "GET /v2.0/ports?device_id=487ea326-6597-4167-a4ce-35dea91e457e HTTP/1.1" status: 200 len: 947 time: 0.0633781 Jun 21 04:36:56.688125 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-a46a7227-42b2-49c1-ba0b-59a82e06e2ba req-c408e966-9cfc-4ae6-91a7-ef338d672b1d tempest-VolumesNegativeTest-864324641 tempest-VolumesNegativeTest-864324641-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdc29971-3d53-410d-8645-9d32a5f2b57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325110 Jun 21 04:36:57.862452 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426c7066-b1f7-411b-9d12-02dd48539063 req-7aa1ebcc-232e-45f1-8819-2b4c6242463c tempest-VolumesNegativeTest-864324641 tempest-VolumesNegativeTest-864324641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:57.863933 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-426c7066-b1f7-411b-9d12-02dd48539063 req-7aa1ebcc-232e-45f1-8819-2b4c6242463c tempest-VolumesNegativeTest-864324641 tempest-VolumesNegativeTest-864324641-project] 10.222.0.13 "GET /v2.0/ports?device_id=487ea326-6597-4167-a4ce-35dea91e457e HTTP/1.1" status: 200 len: 947 time: 0.0646460 Jun 21 04:36:57.901106 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-426c7066-b1f7-411b-9d12-02dd48539063 req-6d9f5092-5b55-4b36-8f86-d7e96383cb70 tempest-VolumesNegativeTest-864324641 tempest-VolumesNegativeTest-864324641-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdc29971-3d53-410d-8645-9d32a5f2b57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315917 Jun 21 04:36:57.906497 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device 4156a578-baab-4c53-b275-8ad8b12d9ed3 details requested by agent hyperv_hv-cinder-79688 with host hv-cinder-79688 {{(pid=92747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:36:58.008317 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] For port 4156a578-baab-4c53-b275-8ad8b12d9ed3, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=4156a578-baab-4c53-b275-8ad8b12d9ed3,segment=NetworkSegment(1bc57944-0b73-4e81-ae3a-f61331df4c1e),segment_id=1bc57944-0b73-4e81-ae3a-f61331df4c1e)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:36:58.020211 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Returning: {'device': '4156a578-baab-4c53-b275-8ad8b12d9ed3', 'network_id': 'b4f2ee77-ab16-436a-8ec1-cfcbaafb7760', 'port_id': '4156a578-baab-4c53-b275-8ad8b12d9ed3', 'mac_address': 'fa:16:3e:ac:2e:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c7fa40a-3ce4-4d98-98e5-a05cf51ce5ca', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:36:58.054802 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:58.066716 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.notifiers.nova [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4156a578-baab-4c53-b275-8ad8b12d9ed3 {{(pid=92747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:36:58.085437 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] For port 4156a578-baab-4c53-b275-8ad8b12d9ed3, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=4156a578-baab-4c53-b275-8ad8b12d9ed3,segment=NetworkSegment(1bc57944-0b73-4e81-ae3a-f61331df4c1e),segment_id=1bc57944-0b73-4e81-ae3a-f61331df4c1e)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:36:58.088809 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:58.091157 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:58.132669 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Pushing event updated for resources: {'Port': ['ID=4156a578-baab-4c53-b275-8ad8b12d9ed3,revision_number=4']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:58.139787 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:58.140134 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:58.140473 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:58.140808 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:58.141136 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:58.141490 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:58.141818 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:58.142139 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:58.142461 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:58.142780 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:58.143101 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:58.143418 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:58.146921 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:58.370415 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] get_ports_and_sgs() called for port_ids ['4156a578-baab-4c53-b275-8ad8b12d9ed3'] {{(pid=92747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:36:59.080753 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f075e2-0682-4fcd-85aa-301c766c4925 req-02aa1863-19af-4e72-8c35-519a00a3b5c6 tempest-VolumesNegativeTest-864324641 tempest-VolumesNegativeTest-864324641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:59.082145 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-f4f075e2-0682-4fcd-85aa-301c766c4925 req-02aa1863-19af-4e72-8c35-519a00a3b5c6 tempest-VolumesNegativeTest-864324641 tempest-VolumesNegativeTest-864324641-project] 10.222.0.13 "GET /v2.0/ports?device_id=487ea326-6597-4167-a4ce-35dea91e457e HTTP/1.1" status: 200 len: 948 time: 0.0661266 Jun 21 04:36:59.372083 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-f4f075e2-0682-4fcd-85aa-301c766c4925 req-e718595b-46d9-4ff6-909e-f387340195b1 tempest-VolumesNegativeTest-864324641 tempest-VolumesNegativeTest-864324641-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdc29971-3d53-410d-8645-9d32a5f2b57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842157 Jun 21 04:36:59.919567 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device 4156a578-baab-4c53-b275-8ad8b12d9ed3 up at agent hyperv_hv-cinder-79688 {{(pid=92747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:36:59.966187 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Provisioning for port 4156a578-baab-4c53-b275-8ad8b12d9ed3 completed by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:36:59.970180 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Provisioning complete for port 4156a578-baab-4c53-b275-8ad8b12d9ed3 triggered by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:36:59.970562 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:00.046146 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:00.068958 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '487ea326-6597-4167-a4ce-35dea91e457e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4156a578-baab-4c53-b275-8ad8b12d9ed3'}] {{(pid=92747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:37:00.071370 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}801f1ae26e0cb5c56acb95c727deede285b0e3a42266231ef73c077b6573d85d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91fe826c-5493-4f25-8bc8-38c91d082d4c" -d '{"events": [{"server_uuid": "487ea326-6597-4167-a4ce-35dea91e457e", "name": "network-vif-plugged", "status": "completed", "tag": "4156a578-baab-4c53-b275-8ad8b12d9ed3"}]}' {{(pid=92747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:37:00.084630 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] For port 4156a578-baab-4c53-b275-8ad8b12d9ed3, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=4156a578-baab-4c53-b275-8ad8b12d9ed3,segment=NetworkSegment(1bc57944-0b73-4e81-ae3a-f61331df4c1e),segment_id=1bc57944-0b73-4e81-ae3a-f61331df4c1e)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:37:00.088777 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:00.091807 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:00.115400 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e3f821-8cea-44c6-8a18-2b332d65e895 x-openstack-request-id: req-27e3f821-8cea-44c6-8a18-2b332d65e895 {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:37:00.115733 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "487ea326-6597-4167-a4ce-35dea91e457e", "name": "network-vif-plugged", "status": "completed", "tag": "4156a578-baab-4c53-b275-8ad8b12d9ed3", "code": 200}]} {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:37:00.116079 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-27e3f821-8cea-44c6-8a18-2b332d65e895 {{(pid=92747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:37:00.116469 dv-cinder-796889-2-smb neutron-server[92747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '487ea326-6597-4167-a4ce-35dea91e457e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4156a578-baab-4c53-b275-8ad8b12d9ed3', 'code': 200} Jun 21 04:37:00.144003 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Pushing event updated for resources: {'Port': ['ID=4156a578-baab-4c53-b275-8ad8b12d9ed3,revision_number=5']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:00.147662 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:00.218290 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 36644) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:37:00.332458 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-99f36a49-38a4-4195-a5ff-c41bb58a7e77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:00.403666 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b9a7cd-d995-4c3d-bb70-8072772ae593 req-de19c751-102d-4302-9d37-89c1d26d0627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:37:00.405149 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-f7b9a7cd-d995-4c3d-bb70-8072772ae593 req-de19c751-102d-4302-9d37-89c1d26d0627 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=487ea326-6597-4167-a4ce-35dea91e457e HTTP/1.1" status: 200 len: 1102 time: 0.0860350 Jun 21 04:37:00.456968 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-f7b9a7cd-d995-4c3d-bb70-8072772ae593 req-02bf6ba6-e2df-4220-9530-7eb997383bf3 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=cdc29971-3d53-410d-8645-9d32a5f2b57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444946 Jun 21 04:37:00.479716 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-99f36a49-38a4-4195-a5ff-c41bb58a7e77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:00.484294 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-99f36a49-38a4-4195-a5ff-c41bb58a7e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:00.487487 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-878f658b-48ec-4473-a242-c461f6769926 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:00.524770 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-99f36a49-38a4-4195-a5ff-c41bb58a7e77 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=130fd7f62f254520a7f842999d520dfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3053980 Jun 21 04:37:00.525691 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f36a49-38a4-4195-a5ff-c41bb58a7e77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d795ae-b8b8-4e5e-bdb6-5521bca95ab2,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:00.528584 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 36650) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:37:00.534646 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-99f36a49-38a4-4195-a5ff-c41bb58a7e77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:00.548458 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a405b7-bac9-4464-ab6b-e1fbec476de5 req-0666e62d-ee35-4180-9b56-9c8def6361b3 tempest-VolumesNegativeTest-864324641 tempest-VolumesNegativeTest-864324641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:37:00.549942 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-26a405b7-bac9-4464-ab6b-e1fbec476de5 req-0666e62d-ee35-4180-9b56-9c8def6361b3 tempest-VolumesNegativeTest-864324641 tempest-VolumesNegativeTest-864324641-project] 10.222.0.13 "GET /v2.0/ports?device_id=487ea326-6597-4167-a4ce-35dea91e457e HTTP/1.1" status: 200 len: 949 time: 0.0655382 Jun 21 04:37:00.579077 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6230416c-d5d1-42fa-ae4a-69fd096e2e25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:00.587814 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-26a405b7-bac9-4464-ab6b-e1fbec476de5 req-66df3566-11f6-446a-bdd2-acfd8e09cf6f tempest-VolumesNegativeTest-864324641 tempest-VolumesNegativeTest-864324641-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdc29971-3d53-410d-8645-9d32a5f2b57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314517 Jun 21 04:37:00.602626 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6230416c-d5d1-42fa-ae4a-69fd096e2e25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:00.647664 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6230416c-d5d1-42fa-ae4a-69fd096e2e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:00.650297 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-6230416c-d5d1-42fa-ae4a-69fd096e2e25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:00.651712 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-6230416c-d5d1-42fa-ae4a-69fd096e2e25 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c9d795ae-b8b8-4e5e-bdb6-5521bca95ab2 HTTP/1.1" status: 204 len: 168 time: 0.1220984 Jun 21 04:37:00.652757 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-5e527a18-9250-4660-952e-7bad7f434bc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:00.660204 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6230416c-d5d1-42fa-ae4a-69fd096e2e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d795ae-b8b8-4e5e-bdb6-5521bca95ab2,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:00.662398 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-6230416c-d5d1-42fa-ae4a-69fd096e2e25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:01.756909 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03628ec9-a30a-4808-8459-5c9937f557d8 req-8fecd856-1d08-4bad-8eeb-8aad67558a08 tempest-VolumesNegativeTest-864324641 tempest-VolumesNegativeTest-864324641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:37:01.758353 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-03628ec9-a30a-4808-8459-5c9937f557d8 req-8fecd856-1d08-4bad-8eeb-8aad67558a08 tempest-VolumesNegativeTest-864324641 tempest-VolumesNegativeTest-864324641-project] 10.222.0.13 "GET /v2.0/ports?device_id=487ea326-6597-4167-a4ce-35dea91e457e HTTP/1.1" status: 200 len: 949 time: 0.0605822 Jun 21 04:37:01.797066 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-03628ec9-a30a-4808-8459-5c9937f557d8 req-7d624202-4584-4a45-83c0-ccf133aa6a80 tempest-VolumesNegativeTest-864324641 tempest-VolumesNegativeTest-864324641-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdc29971-3d53-410d-8645-9d32a5f2b57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329292 Jun 21 04:37:02.187566 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853247db-f3e1-48bd-9e23-b4f76d0098e7 req-119523d6-9b62-4345-85d7-8199ae13b6ac tempest-VolumesNegativeTest-864324641 tempest-VolumesNegativeTest-864324641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:37:02.189013 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-853247db-f3e1-48bd-9e23-b4f76d0098e7 req-119523d6-9b62-4345-85d7-8199ae13b6ac tempest-VolumesNegativeTest-864324641 tempest-VolumesNegativeTest-864324641-project] 10.222.0.13 "GET /v2.0/ports?device_id=487ea326-6597-4167-a4ce-35dea91e457e HTTP/1.1" status: 200 len: 949 time: 0.0647156 Jun 21 04:37:02.225303 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-853247db-f3e1-48bd-9e23-b4f76d0098e7 req-de8eae32-8575-45ab-8486-4b70d7e2c7b0 tempest-VolumesNegativeTest-864324641 tempest-VolumesNegativeTest-864324641-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdc29971-3d53-410d-8645-9d32a5f2b57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304160 Jun 21 04:37:03.399988 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0671a836-ce52-45a3-8f48-2f3241011eaa req-cf46a02d-9fb0-4202-b378-da37f3aa8038 tempest-VolumesNegativeTest-864324641 tempest-VolumesNegativeTest-864324641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:37:03.401433 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-0671a836-ce52-45a3-8f48-2f3241011eaa req-cf46a02d-9fb0-4202-b378-da37f3aa8038 tempest-VolumesNegativeTest-864324641 tempest-VolumesNegativeTest-864324641-project] 10.222.0.13 "GET /v2.0/ports?device_id=487ea326-6597-4167-a4ce-35dea91e457e HTTP/1.1" status: 200 len: 949 time: 0.0617876 Jun 21 04:37:03.438367 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-0671a836-ce52-45a3-8f48-2f3241011eaa req-ef5d860e-669c-4556-98a7-e4ac7f6ba1fa tempest-VolumesNegativeTest-864324641 tempest-VolumesNegativeTest-864324641-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdc29971-3d53-410d-8645-9d32a5f2b57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315166 Jun 21 04:37:03.592899 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b26c93-74a7-4c46-957d-6ac0f2c6ac98 req-5ccdd8d0-c53f-476c-946c-f89ed2a369a4 tempest-VolumesNegativeTest-864324641 tempest-VolumesNegativeTest-864324641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:37:03.594222 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-b3b26c93-74a7-4c46-957d-6ac0f2c6ac98 req-5ccdd8d0-c53f-476c-946c-f89ed2a369a4 tempest-VolumesNegativeTest-864324641 tempest-VolumesNegativeTest-864324641-project] 10.222.0.38 "GET /v2.0/ports?device_id=487ea326-6597-4167-a4ce-35dea91e457e HTTP/1.1" status: 200 len: 949 time: 0.0596914 Jun 21 04:37:03.690259 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [req-b3b26c93-74a7-4c46-957d-6ac0f2c6ac98 req-f22d05bd-0439-4e26-bf26-652e3e147da5 tempest-VolumesNegativeTest-864324641 tempest-VolumesNegativeTest-864324641-project] Deleting port 4156a578-baab-4c53-b275-8ad8b12d9ed3 {{(pid=92745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:37:03.690606 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-b3b26c93-74a7-4c46-957d-6ac0f2c6ac98 req-f22d05bd-0439-4e26-bf26-652e3e147da5 tempest-VolumesNegativeTest-864324641 tempest-VolumesNegativeTest-864324641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789667499749'] for port, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:03.773594 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [req-b3b26c93-74a7-4c46-957d-6ac0f2c6ac98 req-f22d05bd-0439-4e26-bf26-652e3e147da5 tempest-VolumesNegativeTest-864324641 tempest-VolumesNegativeTest-864324641-project] For port 4156a578-baab-4c53-b275-8ad8b12d9ed3, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=4156a578-baab-4c53-b275-8ad8b12d9ed3,segment=NetworkSegment(1bc57944-0b73-4e81-ae3a-f61331df4c1e),segment_id=1bc57944-0b73-4e81-ae3a-f61331df4c1e)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:37:03.773953 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-b3b26c93-74a7-4c46-957d-6ac0f2c6ac98 req-f22d05bd-0439-4e26-bf26-652e3e147da5 tempest-VolumesNegativeTest-864324641 tempest-VolumesNegativeTest-864324641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062555'] for port, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:03.839014 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [req-b3b26c93-74a7-4c46-957d-6ac0f2c6ac98 req-f22d05bd-0439-4e26-bf26-652e3e147da5 tempest-VolumesNegativeTest-864324641 tempest-VolumesNegativeTest-864324641-project] Calling delete_port for 4156a578-baab-4c53-b275-8ad8b12d9ed3 owned by compute:nova {{(pid=92745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:37:03.963071 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-b3b26c93-74a7-4c46-957d-6ac0f2c6ac98 req-f22d05bd-0439-4e26-bf26-652e3e147da5 tempest-VolumesNegativeTest-864324641 tempest-VolumesNegativeTest-864324641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789667503845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789666979166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30039426'] for port, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:03.969127 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-283ee518-b00e-45b9-8f5b-4cf402660aa4 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:03.999173 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] get_ports_and_sgs() called for port_ids ['4156a578-baab-4c53-b275-8ad8b12d9ed3'] {{(pid=92747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:37:04.002480 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22d05bd-0439-4e26-bf26-652e3e147da5 tempest-VolumesNegativeTest-864324641 tempest-VolumesNegativeTest-864324641-project] Pushing event deleted for resources: {'Port': ['ID=4156a578-baab-4c53-b275-8ad8b12d9ed3,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:04.021155 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-f22d05bd-0439-4e26-bf26-652e3e147da5 tempest-VolumesNegativeTest-864324641 tempest-VolumesNegativeTest-864324641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:04.044192 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3b26c93-74a7-4c46-957d-6ac0f2c6ac98 req-f22d05bd-0439-4e26-bf26-652e3e147da5 tempest-VolumesNegativeTest-864324641 tempest-VolumesNegativeTest-864324641-project] No DVR routers for this DVR port 4156a578-baab-4c53-b275-8ad8b12d9ed3 on host hv-cinder-79688 {{(pid=92745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:37:04.046953 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-b3b26c93-74a7-4c46-957d-6ac0f2c6ac98 req-f22d05bd-0439-4e26-bf26-652e3e147da5 tempest-VolumesNegativeTest-864324641 tempest-VolumesNegativeTest-864324641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5899'] for port, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:04.048955 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-b3b26c93-74a7-4c46-957d-6ac0f2c6ac98 req-f22d05bd-0439-4e26-bf26-652e3e147da5 tempest-VolumesNegativeTest-864324641 tempest-VolumesNegativeTest-864324641-project] 10.222.0.38 "DELETE /v2.0/ports/4156a578-baab-4c53-b275-8ad8b12d9ed3 HTTP/1.1" status: 204 len: 173 time: 0.4496980 Jun 21 04:37:04.049532 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '487ea326-6597-4167-a4ce-35dea91e457e', 'name': 'network-vif-deleted', 'tag': '4156a578-baab-4c53-b275-8ad8b12d9ed3'}] {{(pid=92745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:37:04.051847 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e65a7435921a4b725d950f60fbdbd7b7a483a7692f8e299216e8097d5419be07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce951e9c-6c3a-4311-bbd7-59ca425751fd" -d '{"events": [{"server_uuid": "487ea326-6597-4167-a4ce-35dea91e457e", "name": "network-vif-deleted", "tag": "4156a578-baab-4c53-b275-8ad8b12d9ed3"}]}' {{(pid=92745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:37:04.098013 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4d5ae1-7c3c-4c61-988b-81fdf990a5fb x-openstack-request-id: req-1a4d5ae1-7c3c-4c61-988b-81fdf990a5fb {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:37:04.098343 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "487ea326-6597-4167-a4ce-35dea91e457e", "name": "network-vif-deleted", "tag": "4156a578-baab-4c53-b275-8ad8b12d9ed3", "status": "completed", "code": 200}]} {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:37:04.098639 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1a4d5ae1-7c3c-4c61-988b-81fdf990a5fb {{(pid=92745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:37:04.099074 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '487ea326-6597-4167-a4ce-35dea91e457e', 'name': 'network-vif-deleted', 'tag': '4156a578-baab-4c53-b275-8ad8b12d9ed3', 'status': 'completed', 'code': 200} Jun 21 04:37:04.155380 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-e56bafe1-7068-48c0-9bb0-91d974b9ad13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:04.593992 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-a33685e0-c55b-49f0-99cf-8df6c445c48c req-994a8d7b-dabb-43f5-a4e2-bd0a71942310 tempest-VolumesNegativeTest-864324641 tempest-VolumesNegativeTest-864324641-project] 10.222.0.13 "GET /v2.0/ports?device_id=487ea326-6597-4167-a4ce-35dea91e457e HTTP/1.1" status: 200 len: 210 time: 0.0346286 Jun 21 04:37:06.065527 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.agents_db [None req-0317ce1f-94ba-4828-a78d-05fb42e0f355 None None] Agent healthcheck: found 6 active agents {{(pid=92748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:37:06.758166 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-c9b98e41-98b5-4d14-acd5-384684b78bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:06.917411 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:06.987034 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:07.964491 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device 4156a578-baab-4c53-b275-8ad8b12d9ed3 no longer exists at agent hyperv_hv-cinder-79688 {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:37:07.984831 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] No Port match for: 4156a578-baab-4c53-b275-8ad8b12d9ed3 {{(pid=92747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:37:07.985183 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device 4156a578-baab-4c53-b275-8ad8b12d9ed3 not bound to the agent host hv-cinder-79688 {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:37:08.043777 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-af7905e6-f134-40b5-8f7f-d0c0aa400a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:09.263750 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 36898) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:37:09.387405 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-c7c426bb-8940-45f4-98d6-a10d7ff69b4b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ff588c3f9c7945f99b3e008f5e131055&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1220064 Jun 21 04:37:09.389861 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 36902) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:37:09.434138 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f41d747c-f8f1-4f7f-8929-72d8a64af23b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:09.454274 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f41d747c-f8f1-4f7f-8929-72d8a64af23b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:09.498518 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f41d747c-f8f1-4f7f-8929-72d8a64af23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:09.500989 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f41d747c-f8f1-4f7f-8929-72d8a64af23b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:09.502096 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-f41d747c-f8f1-4f7f-8929-72d8a64af23b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cdc29971-3d53-410d-8645-9d32a5f2b57b HTTP/1.1" status: 204 len: 168 time: 0.1113806 Jun 21 04:37:09.502836 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-b07c7847-9426-485e-9afd-279baa17e526 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:09.509794 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d747c-f8f1-4f7f-8929-72d8a64af23b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc29971-3d53-410d-8645-9d32a5f2b57b,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:09.517300 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d747c-f8f1-4f7f-8929-72d8a64af23b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:37:09.517708 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d747c-f8f1-4f7f-8929-72d8a64af23b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:37:09.518074 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d747c-f8f1-4f7f-8929-72d8a64af23b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:37:09.518434 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d747c-f8f1-4f7f-8929-72d8a64af23b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:37:09.518788 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d747c-f8f1-4f7f-8929-72d8a64af23b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:37:09.519140 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d747c-f8f1-4f7f-8929-72d8a64af23b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:37:09.519492 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d747c-f8f1-4f7f-8929-72d8a64af23b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:37:09.519841 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d747c-f8f1-4f7f-8929-72d8a64af23b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:37:09.520191 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d747c-f8f1-4f7f-8929-72d8a64af23b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:37:09.520535 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d747c-f8f1-4f7f-8929-72d8a64af23b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:37:09.520880 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d747c-f8f1-4f7f-8929-72d8a64af23b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:37:09.521224 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41d747c-f8f1-4f7f-8929-72d8a64af23b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:37:09.524207 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-f41d747c-f8f1-4f7f-8929-72d8a64af23b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:09.653241 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-410c395a-ca3a-4855-90fb-923e0a2b4d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:10.083276 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 36924) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:37:10.172655 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.v2.base [None req-ca2f0b99-5115-4acc-b05b-d6d7b160fd3e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2004403748-network', 'tenant_id': '909af2342a2e4c8e935c962f89d1ffdf'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:37:10.193447 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca2f0b99-5115-4acc-b05b-d6d7b160fd3e admin admin] Made reservation on behalf of 909af2342a2e4c8e935c962f89d1ffdf for: {'network': 1} {{(pid=92746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:37:10.195643 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ca2f0b99-5115-4acc-b05b-d6d7b160fd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-632420'] for network, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:10.203712 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ca2f0b99-5115-4acc-b05b-d6d7b160fd3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:10.293850 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ca2f0b99-5115-4acc-b05b-d6d7b160fd3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:10.298399 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ca2f0b99-5115-4acc-b05b-d6d7b160fd3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:10.301518 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-14fcd5ea-aeb7-4850-b358-296f4c4dc543 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:10.322868 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca2f0b99-5115-4acc-b05b-d6d7b160fd3e admin admin] vlan segment allocate from pool success with {'vlan_id': 833, 'physical_network': 'physnet1'} {{(pid=92746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:37:10.332324 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2f0b99-5115-4acc-b05b-d6d7b160fd3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c70be07e-ed05-407d-a02e-78f658934e69,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:10.336348 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-ca2f0b99-5115-4acc-b05b-d6d7b160fd3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:10.339148 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ca2f0b99-5115-4acc-b05b-d6d7b160fd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740028'] for segment, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:10.340300 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.db.segments_db [None req-ca2f0b99-5115-4acc-b05b-d6d7b160fd3e admin admin] Added segment 4d687630-1619-45a3-b53f-f216f6e5d8d2 of type vlan for network 40de9ba3-57f0-46f6-9ccb-9110dd5813fb Jun 21 04:37:10.380197 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ca2f0b99-5115-4acc-b05b-d6d7b160fd3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789667001025'] for network, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:10.407087 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ca2f0b99-5115-4acc-b05b-d6d7b160fd3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33253182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593'] for network, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:10.408390 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2f0b99-5115-4acc-b05b-d6d7b160fd3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:37:10.408964 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ca2f0b99-5115-4acc-b05b-d6d7b160fd3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33144588'] for network, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:10.411685 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:10.457291 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-ca2f0b99-5115-4acc-b05b-d6d7b160fd3e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3729329 Jun 21 04:37:10.460241 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 36928) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:37:10.465870 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.v2.base [None req-3f2962c7-4de2-469a-b300-940c1486ea3b admin admin] Request body: {'subnet': {'network_id': '40de9ba3-57f0-46f6-9ccb-9110dd5813fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2004403748-subnet', 'tenant_id': '909af2342a2e4c8e935c962f89d1ffdf', 'ip_version': 4}} {{(pid=92745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:37:10.468169 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2f0b99-5115-4acc-b05b-d6d7b160fd3e admin admin] Pushing event updated for resources: {'Network': ['ID=40de9ba3-57f0-46f6-9ccb-9110dd5813fb,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:10.470878 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-ca2f0b99-5115-4acc-b05b-d6d7b160fd3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:10.478041 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Network 40de9ba3-57f0-46f6-9ccb-9110dd5813fb details requested by agent ovs-agent-dv-cinder-796889-2-smb with host dv-cinder-796889-2-smb {{(pid=92747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:37:10.489227 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f2962c7-4de2-469a-b300-940c1486ea3b admin admin] Made reservation on behalf of 909af2342a2e4c8e935c962f89d1ffdf for: {'subnet': 1} {{(pid=92745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:37:10.491645 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-3f2962c7-4de2-469a-b300-940c1486ea3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3759872'] for subnet, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:10.650831 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-3f2962c7-4de2-469a-b300-940c1486ea3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30039353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3759890'] for subnet, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:10.654295 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-173e55b0-00a6-4c99-9af8-1f8c8f10582d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:10.711272 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2962c7-4de2-469a-b300-940c1486ea3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d74dea0d-5809-42a4-877e-60575d825691,revision_number=0']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:10.715701 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-3f2962c7-4de2-469a-b300-940c1486ea3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:10.716529 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2962c7-4de2-469a-b300-940c1486ea3b admin admin] Checking segment: {'id': '4d687630-1619-45a3-b53f-f216f6e5d8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '40de9ba3-57f0-46f6-9ccb-9110dd5813fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:37:10.716877 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2962c7-4de2-469a-b300-940c1486ea3b admin admin] Network hostable DHCP agents. Network: 40de9ba3-57f0-46f6-9ccb-9110dd5813fb, hostable agents: ['4488296f-9c2d-4613-a478-344bf5f68149'], hosted agents: [] {{(pid=92745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:37:10.732193 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2962c7-4de2-469a-b300-940c1486ea3b admin admin] Network 40de9ba3-57f0-46f6-9ccb-9110dd5813fb is scheduled to be hosted by DHCP agent 4488296f-9c2d-4613-a478-344bf5f68149 with binding_index 1 {{(pid=92745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:37:10.740567 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.base_scheduler [None req-3f2962c7-4de2-469a-b300-940c1486ea3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796889-2-smb, 40de9ba3-57f0-46f6-9ccb-9110dd5813fb) {{(pid=92745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:37:10.744431 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2962c7-4de2-469a-b300-940c1486ea3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:37:10.745023 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-3f2962c7-4de2-469a-b300-940c1486ea3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33144588'] for subnet, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:10.749674 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f57f59-1c21-42e6-8eca-418b8a253c0d None None] Network 40de9ba3-57f0-46f6-9ccb-9110dd5813fb requested from dv-cinder-796889-2-smb {{(pid=92747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:37:10.757891 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-3f2962c7-4de2-469a-b300-940c1486ea3b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2965629 Jun 21 04:37:10.760673 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 36930) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:37:10.765519 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.v2.base [None req-35c98d9e-b300-49bc-a29d-d7d0f59ffe37 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2004403748-router', 'tenant_id': '909af2342a2e4c8e935c962f89d1ffdf', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684'}}} {{(pid=92745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:37:10.785739 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-35c98d9e-b300-49bc-a29d-d7d0f59ffe37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33245330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7198'] for router, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:10.786697 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-35c98d9e-b300-49bc-a29d-d7d0f59ffe37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33245423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33062561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33203155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7271'] for router, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:10.836756 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-35c98d9e-b300-49bc-a29d-d7d0f59ffe37 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:10.889691 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe4499d-9a92-43fc-8ed5-a0ffc5878141 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f07a9f3-bb47-500f-9e71-c49e9f445cfd-40de9ba3-57f0-46f6-9ccb-9110dd5813fb', 'network_id': '40de9ba3-57f0-46f6-9ccb-9110dd5813fb', 'tenant_id': '909af2342a2e4c8e935c962f89d1ffdf', 'fixed_ips': [{'subnet_id': 'd74dea0d-5809-42a4-877e-60575d825691'}]}} from dv-cinder-796889-2-smb. {{(pid=92747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 04:37:10.890538 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-0fe4499d-9a92-43fc-8ed5-a0ffc5878141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-632420'] for port, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:10.969845 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-35c98d9e-b300-49bc-a29d-d7d0f59ffe37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33062611', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33245280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7285'] for router, precommit_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:11.022459 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.db_base_plugin_common [None req-0fe4499d-9a92-43fc-8ed5-a0ffc5878141 None None] Allocated IP 172.20.0.2 (40de9ba3-57f0-46f6-9ccb-9110dd5813fb/d74dea0d-5809-42a4-877e-60575d825691/5764d1f0-3e9d-409b-9f14-fc5776b34696) {{(pid=92747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:37:11.159037 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-35c98d9e-b300-49bc-a29d-d7d0f59ffe37 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:11.160230 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-0fe4499d-9a92-43fc-8ed5-a0ffc5878141 None None] Notify callbacks [] for port, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:11.169100 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-0fe4499d-9a92-43fc-8ed5-a0ffc5878141 None None] Transition to ACTIVE for port object 5764d1f0-3e9d-409b-9f14-fc5776b34696 will not be triggered until provisioned by entity L2. {{(pid=92747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:37:11.182757 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-35c98d9e-b300-49bc-a29d-d7d0f59ffe37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-632420'] for port, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:11.182931 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-0fe4499d-9a92-43fc-8ed5-a0ffc5878141 None None] Transition to ACTIVE for port object 5764d1f0-3e9d-409b-9f14-fc5776b34696 will not be triggered until provisioned by entity DHCP. {{(pid=92747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:37:11.188616 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-0fe4499d-9a92-43fc-8ed5-a0ffc5878141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789666979157'] for port, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:11.190852 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:11.229364 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe4499d-9a92-43fc-8ed5-a0ffc5878141 None None] Network 40de9ba3-57f0-46f6-9ccb-9110dd5813fb is already hosted by enough agents. {{(pid=92747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:37:11.232724 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.scheduler.base_scheduler [None req-0fe4499d-9a92-43fc-8ed5-a0ffc5878141 None None] Resources bound (agent type, host, resource id): {{(pid=92747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:37:11.236872 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe4499d-9a92-43fc-8ed5-a0ffc5878141 None None] Received port after_create {{(pid=92747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:37:11.239798 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe4499d-9a92-43fc-8ed5-a0ffc5878141 None None] Pushing event updated for resources: {'Port': ['ID=5764d1f0-3e9d-409b-9f14-fc5776b34696,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:11.243546 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-0fe4499d-9a92-43fc-8ed5-a0ffc5878141 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:11.287547 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.db_base_plugin_common [None req-35c98d9e-b300-49bc-a29d-d7d0f59ffe37 admin admin] Allocated IP 172.28.2.48 (e4173b4a-3ce8-414e-a2d6-4147ce727684/074fe887-5c0a-4322-b8b4-1844e3a886aa/983b4319-4ad4-4892-98a9-7b716c990093) {{(pid=92745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:37:11.291143 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.managers [None req-0fe4499d-9a92-43fc-8ed5-a0ffc5878141 None None] Attempting to bind port 5764d1f0-3e9d-409b-9f14-fc5776b34696 on host dv-cinder-796889-2-smb for vnic_type normal with profile {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:37:11.291517 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.managers [None req-0fe4499d-9a92-43fc-8ed5-a0ffc5878141 None None] Attempting to bind port 5764d1f0-3e9d-409b-9f14-fc5776b34696 by drivers openvswitch,hyperv on host dv-cinder-796889-2-smb at level 0 using segments [{'id': '4d687630-1619-45a3-b53f-f216f6e5d8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '40de9ba3-57f0-46f6-9ccb-9110dd5813fb'}] {{(pid=92747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:37:11.291883 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe4499d-9a92-43fc-8ed5-a0ffc5878141 None None] Attempting to bind port 5764d1f0-3e9d-409b-9f14-fc5776b34696 on network 40de9ba3-57f0-46f6-9ccb-9110dd5813fb {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:37:11.297175 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe4499d-9a92-43fc-8ed5-a0ffc5878141 None None] Checking agent: {'id': '81412f97-b552-4c66-a995-535fb532aea6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 21, 37), 'started_at': datetime.datetime(2021, 6, 21, 4, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:37:11.297577 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe4499d-9a92-43fc-8ed5-a0ffc5878141 None None] Checking segment: {'id': '4d687630-1619-45a3-b53f-f216f6e5d8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '40de9ba3-57f0-46f6-9ccb-9110dd5813fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:37:11.297982 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-0fe4499d-9a92-43fc-8ed5-a0ffc5878141 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:11.298379 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe4499d-9a92-43fc-8ed5-a0ffc5878141 None None] Bound using segment: {'id': '4d687630-1619-45a3-b53f-f216f6e5d8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '40de9ba3-57f0-46f6-9ccb-9110dd5813fb'} {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:37:11.298841 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.managers [None req-0fe4499d-9a92-43fc-8ed5-a0ffc5878141 None None] Bound port: 5764d1f0-3e9d-409b-9f14-fc5776b34696, host: dv-cinder-796889-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d687630-1619-45a3-b53f-f216f6e5d8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '40de9ba3-57f0-46f6-9ccb-9110dd5813fb'}}] {{(pid=92747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:37:11.299234 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-0fe4499d-9a92-43fc-8ed5-a0ffc5878141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:11.361624 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-0fe4499d-9a92-43fc-8ed5-a0ffc5878141 None None] For port 5764d1f0-3e9d-409b-9f14-fc5776b34696, host dv-cinder-796889-2-smb, cleared binding levels {{(pid=92747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:37:11.364730 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-0fe4499d-9a92-43fc-8ed5-a0ffc5878141 None None] For port 5764d1f0-3e9d-409b-9f14-fc5776b34696, host dv-cinder-796889-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-smb',level=0,port_id=5764d1f0-3e9d-409b-9f14-fc5776b34696,segment=NetworkSegment(4d687630-1619-45a3-b53f-f216f6e5d8d2),segment_id=4d687630-1619-45a3-b53f-f216f6e5d8d2)] {{(pid=92747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:37:11.368453 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-0fe4499d-9a92-43fc-8ed5-a0ffc5878141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:11.370304 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-f4da766a-d0cc-4499-9888-7be1f6f89a7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:11.390201 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-35c98d9e-b300-49bc-a29d-d7d0f59ffe37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:11.426002 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe4499d-9a92-43fc-8ed5-a0ffc5878141 None None] Pushing event updated for resources: {'Port': ['ID=5764d1f0-3e9d-409b-9f14-fc5776b34696,revision_number=2']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:11.429478 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-0fe4499d-9a92-43fc-8ed5-a0ffc5878141 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:11.431098 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-35c98d9e-b300-49bc-a29d-d7d0f59ffe37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789666979157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30039437'] for port, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:11.433068 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-64886d6f-4e8a-4d8e-b27e-c6d39c9a74ac tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:11.473769 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c98d9e-b300-49bc-a29d-d7d0f59ffe37 admin admin] Network e4173b4a-3ce8-414e-a2d6-4147ce727684 is already hosted by enough agents. {{(pid=92745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:37:11.476674 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.base_scheduler [None req-35c98d9e-b300-49bc-a29d-d7d0f59ffe37 admin admin] Resources bound (agent type, host, resource id): {{(pid=92745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:37:11.481180 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c98d9e-b300-49bc-a29d-d7d0f59ffe37 admin admin] Received port after_create {{(pid=92745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:37:11.484023 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c98d9e-b300-49bc-a29d-d7d0f59ffe37 admin admin] Pushing event updated for resources: {'Port': ['ID=983b4319-4ad4-4892-98a9-7b716c990093,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:11.502201 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-35c98d9e-b300-49bc-a29d-d7d0f59ffe37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:11.734926 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-35c98d9e-b300-49bc-a29d-d7d0f59ffe37 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:11.920339 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-35c98d9e-b300-49bc-a29d-d7d0f59ffe37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33245339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33062151'] for router, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:12.045124 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35c98d9e-b300-49bc-a29d-d7d0f59ffe37 admin admin] Router 563383a9-9ad5-4acd-aa38-12acadbe104f is scheduled to L3 agent c5fde6f5-f096-4668-9faa-154c63e10de0 with binding_index 1 {{(pid=92745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 04:37:12.151551 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c98d9e-b300-49bc-a29d-d7d0f59ffe37 admin admin] Notify agent at l3_agent.dv-cinder-796889-2-smb the message routers_updated {{(pid=92745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:37:12.159806 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d986719d-9332-44d9-80d0-eb4fa6dafd8d None None] Sync routers for ids ['563383a9-9ad5-4acd-aa38-12acadbe104f'] in dv-cinder-796889-2-smb {{(pid=92747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:37:12.170596 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d986719d-9332-44d9-80d0-eb4fa6dafd8d None None] Routers {'563383a9-9ad5-4acd-aa38-12acadbe104f'} bound to L3 agent in host dv-cinder-796889-2-smb {{(pid=92747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:37:12.171296 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-d986719d-9332-44d9-80d0-eb4fa6dafd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T04:21:37Z,description=,heartbeat_timestamp=2021-06-21T04:37:07Z,host='dv-cinder-796889-2-smb',id=c5fde6f5-f096-4668-9faa-154c63e10de0,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:21:37Z,topic='l3_agent')) {'router_ids': ['563383a9-9ad5-4acd-aa38-12acadbe104f'], 'active': True} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:37:12.176843 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-35c98d9e-b300-49bc-a29d-d7d0f59ffe37 admin admin] Notify callbacks [] for router, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:12.180761 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-35c98d9e-b300-49bc-a29d-d7d0f59ffe37 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4167299 Jun 21 04:37:12.181029 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 36932) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:37:12.285457 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96cb278-5c9f-49aa-9b83-9794e36edf69 None None] Network 40de9ba3-57f0-46f6-9ccb-9110dd5813fb requested from dv-cinder-796889-2-smb {{(pid=92747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:37:12.288245 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvr_db [None req-d986719d-9332-44d9-80d0-eb4fa6dafd8d None None] Set router 563383a9-9ad5-4acd-aa38-12acadbe104f gateway port host: dv-cinder-796889-2-smb {{(pid=92747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:37:12.438661 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-7a89152a-624f-431c-8832-9fb0cf2d36ef None None] Provisioning for port 5764d1f0-3e9d-409b-9f14-fc5776b34696 completed by entity DHCP. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:37:12.457704 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device 5764d1f0-3e9d-409b-9f14-fc5776b34696 up at agent ovs-agent-dv-cinder-796889-2-smb {{(pid=92747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:37:12.623277 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Provisioning for port 5764d1f0-3e9d-409b-9f14-fc5776b34696 completed by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:37:12.632331 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Provisioning complete for port 5764d1f0-3e9d-409b-9f14-fc5776b34696 triggered by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:37:12.632712 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:12.672769 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-d986719d-9332-44d9-80d0-eb4fa6dafd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563383a9-9ad5-4acd-aa38-12acadbe104f', 'name': 'tempest-TestShelveInstance-2004403748-router', 'tenant_id': '909af2342a2e4c8e935c962f89d1ffdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.48'}], 'enable_snat': True}, 'gw_port_id': '983b4319-4ad4-4892-98a9-7b716c990093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:37:10Z', 'updated_at': '2021-06-21T04:37:11Z', 'revision_number': 3, 'project_id': '909af2342a2e4c8e935c962f89d1ffdf', 'gw_port': {'id': '983b4319-4ad4-4892-98a9-7b716c990093', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f7:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '563383a9-9ad5-4acd-aa38-12acadbe104f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:37:11Z', 'updated_at': '2021-06-21T04:37:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb'}], 'dv-cinder-796889-2-smb', False) {} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:37:12.703803 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d986719d-9332-44d9-80d0-eb4fa6dafd8d None None] Checking router: 563383a9-9ad5-4acd-aa38-12acadbe104f for host: dv-cinder-796889-2-smb {{(pid=92747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:37:12.704159 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d986719d-9332-44d9-80d0-eb4fa6dafd8d None None] Updating router 563383a9-9ad5-4acd-aa38-12acadbe104f port 983b4319-4ad4-4892-98a9-7b716c990093 binding host dv-cinder-796889-2-smb {{(pid=92747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:37:12.779785 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d986719d-9332-44d9-80d0-eb4fa6dafd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:12.805638 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:12.849090 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-7d24f530-02a0-4ada-a38f-97da7fcf68d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-632420'] for port, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:12.895007 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-f392fa84-7a48-456a-8363-78490891b966 None None] For port 5764d1f0-3e9d-409b-9f14-fc5776b34696, host dv-cinder-796889-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-smb',level=0,port_id=5764d1f0-3e9d-409b-9f14-fc5776b34696,segment=NetworkSegment(4d687630-1619-45a3-b53f-f216f6e5d8d2),segment_id=4d687630-1619-45a3-b53f-f216f6e5d8d2)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:37:12.905565 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:12.909434 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:13.005699 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.db_base_plugin_common [None req-7d24f530-02a0-4ada-a38f-97da7fcf68d2 admin admin] Allocated IP 172.20.0.1 (40de9ba3-57f0-46f6-9ccb-9110dd5813fb/d74dea0d-5809-42a4-877e-60575d825691/60b2f2ff-0d4c-4e83-a274-5f2675dfcfe9) {{(pid=92745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:37:13.016512 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Pushing event updated for resources: {'Port': ['ID=5764d1f0-3e9d-409b-9f14-fc5776b34696,revision_number=3']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:13.021770 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:13.022432 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-9a863647-21ee-44d9-89c1-49ce6305eff7 None None] Provisioning complete for port 5764d1f0-3e9d-409b-9f14-fc5776b34696 triggered by entity DHCP. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:37:13.022738 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-9a863647-21ee-44d9-89c1-49ce6305eff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:13.107498 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-7d24f530-02a0-4ada-a38f-97da7fcf68d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:13.120741 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [None req-7d24f530-02a0-4ada-a38f-97da7fcf68d2 admin admin] Transition to ACTIVE for port object 60b2f2ff-0d4c-4e83-a274-5f2675dfcfe9 will not be triggered until provisioned by entity DHCP. {{(pid=92745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:37:13.153305 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-7d24f530-02a0-4ada-a38f-97da7fcf68d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789666979157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30039437'] for port, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:13.156011 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-068107f0-3721-4e00-a265-20f4c8bb32c9 tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:13.169434 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d986719d-9332-44d9-80d0-eb4fa6dafd8d None None] Notify callbacks [] for port, precommit_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:13.180917 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-d986719d-9332-44d9-80d0-eb4fa6dafd8d None None] Transition to ACTIVE for port object 983b4319-4ad4-4892-98a9-7b716c990093 will not be triggered until provisioned by entity L2. {{(pid=92747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:37:13.186138 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d986719d-9332-44d9-80d0-eb4fa6dafd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:13.188966 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:13.192347 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d24f530-02a0-4ada-a38f-97da7fcf68d2 admin admin] Network 40de9ba3-57f0-46f6-9ccb-9110dd5813fb is already hosted by enough agents. {{(pid=92745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:37:13.195251 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.base_scheduler [None req-7d24f530-02a0-4ada-a38f-97da7fcf68d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=92745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:37:13.198658 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d24f530-02a0-4ada-a38f-97da7fcf68d2 admin admin] Received port after_create {{(pid=92745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:37:13.204452 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d24f530-02a0-4ada-a38f-97da7fcf68d2 admin admin] Pushing event updated for resources: {'Port': ['ID=60b2f2ff-0d4c-4e83-a274-5f2675dfcfe9,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:13.210157 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-7d24f530-02a0-4ada-a38f-97da7fcf68d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:13.239490 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27a8831-8bcf-4ab1-9a29-1e01ac6898b9 None None] Pushing event updated for resources: {'Port': ['ID=983b4319-4ad4-4892-98a9-7b716c990093,revision_number=2']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:13.241918 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.managers [None req-d986719d-9332-44d9-80d0-eb4fa6dafd8d None None] Attempting to bind port 983b4319-4ad4-4892-98a9-7b716c990093 on host dv-cinder-796889-2-smb for vnic_type normal with profile {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:37:13.242298 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.managers [None req-d986719d-9332-44d9-80d0-eb4fa6dafd8d None None] Attempting to bind port 983b4319-4ad4-4892-98a9-7b716c990093 by drivers openvswitch,hyperv on host dv-cinder-796889-2-smb at level 0 using segments [{'id': '022cd8a4-ba8b-492c-8b47-9af8409ae6a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684'}] {{(pid=92747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:37:13.242669 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d986719d-9332-44d9-80d0-eb4fa6dafd8d None None] Attempting to bind port 983b4319-4ad4-4892-98a9-7b716c990093 on network e4173b4a-3ce8-414e-a2d6-4147ce727684 {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:37:13.245699 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-d27a8831-8bcf-4ab1-9a29-1e01ac6898b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:13.248943 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d986719d-9332-44d9-80d0-eb4fa6dafd8d None None] Checking agent: {'id': '81412f97-b552-4c66-a995-535fb532aea6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 21, 37), 'started_at': datetime.datetime(2021, 6, 21, 4, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:37:13.249343 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d986719d-9332-44d9-80d0-eb4fa6dafd8d None None] Checking segment: {'id': '022cd8a4-ba8b-492c-8b47-9af8409ae6a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:37:13.249760 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d986719d-9332-44d9-80d0-eb4fa6dafd8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:13.249928 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-7d24f530-02a0-4ada-a38f-97da7fcf68d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33059880'] for router_interface, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:13.250155 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d986719d-9332-44d9-80d0-eb4fa6dafd8d None None] Bound using segment: {'id': '022cd8a4-ba8b-492c-8b47-9af8409ae6a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684'} {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:37:13.250630 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.managers [None req-d986719d-9332-44d9-80d0-eb4fa6dafd8d None None] Bound port: 983b4319-4ad4-4892-98a9-7b716c990093, host: dv-cinder-796889-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '022cd8a4-ba8b-492c-8b47-9af8409ae6a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684'}}] {{(pid=92747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:37:13.251010 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d986719d-9332-44d9-80d0-eb4fa6dafd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:13.307620 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-d986719d-9332-44d9-80d0-eb4fa6dafd8d None None] For port 983b4319-4ad4-4892-98a9-7b716c990093, host dv-cinder-796889-2-smb, cleared binding levels {{(pid=92747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:37:13.311942 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-d986719d-9332-44d9-80d0-eb4fa6dafd8d None None] For port 983b4319-4ad4-4892-98a9-7b716c990093, host dv-cinder-796889-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-smb',level=0,port_id=983b4319-4ad4-4892-98a9-7b716c990093,segment=NetworkSegment(022cd8a4-ba8b-492c-8b47-9af8409ae6a3),segment_id=022cd8a4-ba8b-492c-8b47-9af8409ae6a3)] {{(pid=92747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:37:13.317117 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d986719d-9332-44d9-80d0-eb4fa6dafd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:13.319322 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:13.380384 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27a8831-8bcf-4ab1-9a29-1e01ac6898b9 None None] Pushing event updated for resources: {'Port': ['ID=983b4319-4ad4-4892-98a9-7b716c990093,revision_number=3']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:13.382996 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d986719d-9332-44d9-80d0-eb4fa6dafd8d None None] Routers {'563383a9-9ad5-4acd-aa38-12acadbe104f'} bound to L3 agent in host dv-cinder-796889-2-smb {{(pid=92747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:37:13.383658 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-d986719d-9332-44d9-80d0-eb4fa6dafd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T04:21:37Z,description=,heartbeat_timestamp=2021-06-21T04:37:07Z,host='dv-cinder-796889-2-smb',id=c5fde6f5-f096-4668-9faa-154c63e10de0,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:21:37Z,topic='l3_agent')) {'router_ids': ['563383a9-9ad5-4acd-aa38-12acadbe104f'], 'active': True} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:37:13.391607 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-7d24f530-02a0-4ada-a38f-97da7fcf68d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:13.417384 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-d27a8831-8bcf-4ab1-9a29-1e01ac6898b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:13.552885 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-7d24f530-02a0-4ada-a38f-97da7fcf68d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:13.557707 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-7d24f530-02a0-4ada-a38f-97da7fcf68d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30039483'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:13.560304 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-35c98d9e-b300-49bc-a29d-d7d0f59ffe37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:13.610666 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-920ff368-db8f-4db7-a989-fdce04baf7dc None None] Provisioning for port 60b2f2ff-0d4c-4e83-a274-5f2675dfcfe9 completed by entity DHCP. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:37:13.619016 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-920ff368-db8f-4db7-a989-fdce04baf7dc None None] Provisioning complete for port 60b2f2ff-0d4c-4e83-a274-5f2675dfcfe9 triggered by entity DHCP. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:37:13.619418 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-920ff368-db8f-4db7-a989-fdce04baf7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:13.628969 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d24f530-02a0-4ada-a38f-97da7fcf68d2 admin admin] Pushing event updated for resources: {'Port': ['ID=60b2f2ff-0d4c-4e83-a274-5f2675dfcfe9,revision_number=2']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:13.631689 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-7d24f530-02a0-4ada-a38f-97da7fcf68d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33144703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33060657'] for router_interface, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:13.639308 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-7d24f530-02a0-4ada-a38f-97da7fcf68d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:13.643264 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvr_db [None req-d986719d-9332-44d9-80d0-eb4fa6dafd8d None None] Set router 563383a9-9ad5-4acd-aa38-12acadbe104f gateway port host: dv-cinder-796889-2-smb {{(pid=92747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:37:13.691444 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-920ff368-db8f-4db7-a989-fdce04baf7dc None None] Port 60b2f2ff-0d4c-4e83-a274-5f2675dfcfe9 cannot update to ACTIVE because it is not bound. {{(pid=92747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:37:13.718990 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d24f530-02a0-4ada-a38f-97da7fcf68d2 admin admin] Network 40de9ba3-57f0-46f6-9ccb-9110dd5813fb is already hosted by enough agents. {{(pid=92745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:37:13.720408 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.base_scheduler [None req-7d24f530-02a0-4ada-a38f-97da7fcf68d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=92745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:37:13.837065 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d24f530-02a0-4ada-a38f-97da7fcf68d2 admin admin] Router 563383a9-9ad5-4acd-aa38-12acadbe104f has already been hosted by L3 agent c5fde6f5-f096-4668-9faa-154c63e10de0 {{(pid=92745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:37:13.859520 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-d986719d-9332-44d9-80d0-eb4fa6dafd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563383a9-9ad5-4acd-aa38-12acadbe104f', 'name': 'tempest-TestShelveInstance-2004403748-router', 'tenant_id': '909af2342a2e4c8e935c962f89d1ffdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.48'}], 'enable_snat': True}, 'gw_port_id': '983b4319-4ad4-4892-98a9-7b716c990093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:37:10Z', 'updated_at': '2021-06-21T04:37:13Z', 'revision_number': 4, 'project_id': '909af2342a2e4c8e935c962f89d1ffdf', 'gw_port': {'id': '983b4319-4ad4-4892-98a9-7b716c990093', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f7:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '563383a9-9ad5-4acd-aa38-12acadbe104f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:37:11Z', 'updated_at': '2021-06-21T04:37:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb', '_interfaces': [{'id': '60b2f2ff-0d4c-4e83-a274-5f2675dfcfe9', 'name': '', 'network_id': '40de9ba3-57f0-46f6-9ccb-9110dd5813fb', 'tenant_id': '909af2342a2e4c8e935c962f89d1ffdf', 'mac_address': 'fa:16:3e:ad:54:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '563383a9-9ad5-4acd-aa38-12acadbe104f', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'd74dea0d-5809-42a4-877e-60575d825691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:37:12Z', 'updated_at': '2021-06-21T04:37:13Z', 'revision_number': 1, 'project_id': '909af2342a2e4c8e935c962f89d1ffdf', 'subnets': [{'id': 'd74dea0d-5809-42a4-877e-60575d825691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-smb', False) {} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:37:13.886552 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d986719d-9332-44d9-80d0-eb4fa6dafd8d None None] The sync data for ids ['563383a9-9ad5-4acd-aa38-12acadbe104f'] in dv-cinder-796889-2-smb is: [{'id': '563383a9-9ad5-4acd-aa38-12acadbe104f', 'name': 'tempest-TestShelveInstance-2004403748-router', 'tenant_id': '909af2342a2e4c8e935c962f89d1ffdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.48'}], 'enable_snat': True}, 'gw_port_id': '983b4319-4ad4-4892-98a9-7b716c990093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:37:10Z', 'updated_at': '2021-06-21T04:37:13Z', 'revision_number': 4, 'project_id': '909af2342a2e4c8e935c962f89d1ffdf', 'gw_port': {'id': '983b4319-4ad4-4892-98a9-7b716c990093', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f7:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '563383a9-9ad5-4acd-aa38-12acadbe104f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:37:11Z', 'updated_at': '2021-06-21T04:37:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb', '_interfaces': [{'id': '60b2f2ff-0d4c-4e83-a274-5f2675dfcfe9', 'name': '', 'network_id': '40de9ba3-57f0-46f6-9ccb-9110dd5813fb', 'tenant_id': '909af2342a2e4c8e935c962f89d1ffdf', 'mac_address': 'fa:16:3e:ad:54:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '563383a9-9ad5-4acd-aa38-12acadbe104f', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'd74dea0d-5809-42a4-877e-60575d825691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:37:12Z', 'updated_at': '2021-06-21T04:37:13Z', 'revision_number': 1, 'project_id': '909af2342a2e4c8e935c962f89d1ffdf', 'subnets': [{'id': 'd74dea0d-5809-42a4-877e-60575d825691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:37:13.914663 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-bd059714-23d6-48b5-a581-4dbbb83f0219 None None] Provisioning complete for port 60b2f2ff-0d4c-4e83-a274-5f2675dfcfe9 triggered by entity DHCP. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:37:13.915617 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-bd059714-23d6-48b5-a581-4dbbb83f0219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:13.949884 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-bd059714-23d6-48b5-a581-4dbbb83f0219 None None] Port 60b2f2ff-0d4c-4e83-a274-5f2675dfcfe9 cannot update to ACTIVE because it is not bound. {{(pid=92747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:37:13.954957 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d24f530-02a0-4ada-a38f-97da7fcf68d2 admin admin] Notify agent at l3_agent.dv-cinder-796889-2-smb the message routers_updated {{(pid=92745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:37:13.961856 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-7d24f530-02a0-4ada-a38f-97da7fcf68d2 admin admin] 10.222.0.13 "PUT /v2.0/routers/563383a9-9ad5-4acd-aa38-12acadbe104f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7795968 Jun 21 04:37:14.440050 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device 5764d1f0-3e9d-409b-9f14-fc5776b34696 up at agent ovs-agent-dv-cinder-796889-2-smb {{(pid=92747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:37:14.487450 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 36948) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:37:14.494606 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.v2.base [None req-d88dc2eb-32aa-455d-9676-e238483132fc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1920006249-network', 'tenant_id': '66419eed7fbb4993b6a71398aa10409d'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:37:14.513375 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Provisioning complete for port 5764d1f0-3e9d-409b-9f14-fc5776b34696 triggered by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:37:14.513826 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:14.538611 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d88dc2eb-32aa-455d-9676-e238483132fc admin admin] Made reservation on behalf of 66419eed7fbb4993b6a71398aa10409d for: {'network': 1} {{(pid=92746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:37:14.540929 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-d88dc2eb-32aa-455d-9676-e238483132fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-632420'] for network, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:14.551493 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-d88dc2eb-32aa-455d-9676-e238483132fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:14.666168 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-d88dc2eb-32aa-455d-9676-e238483132fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:14.670217 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-d88dc2eb-32aa-455d-9676-e238483132fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:14.673152 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-6a8d7072-4182-4254-8bc7-acd78509c0fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:14.695227 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d88dc2eb-32aa-455d-9676-e238483132fc admin admin] vlan segment allocate from pool success with {'vlan_id': 842, 'physical_network': 'physnet1'} {{(pid=92746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:37:14.705481 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88dc2eb-32aa-455d-9676-e238483132fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b24851-f733-43da-8de5-00fab5af93af,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:14.709814 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-d88dc2eb-32aa-455d-9676-e238483132fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:14.710859 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-d88dc2eb-32aa-455d-9676-e238483132fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740028'] for segment, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:14.711377 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.db.segments_db [None req-d88dc2eb-32aa-455d-9676-e238483132fc admin admin] Added segment 193ab3db-fb1e-4db1-8183-7c0af57ade40 of type vlan for network cc629296-e2f3-49d5-9cd2-c539def8867a Jun 21 04:37:14.751912 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-d88dc2eb-32aa-455d-9676-e238483132fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789667001025'] for network, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:14.782664 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-d88dc2eb-32aa-455d-9676-e238483132fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33253182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593'] for network, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:14.784159 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88dc2eb-32aa-455d-9676-e238483132fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:37:14.784737 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-d88dc2eb-32aa-455d-9676-e238483132fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33144588'] for network, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:14.787854 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-a3d33b63-d5ff-4788-ae94-f02d05494820 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:14.834746 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-d88dc2eb-32aa-455d-9676-e238483132fc admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3462002 Jun 21 04:37:14.837592 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 36950) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:37:14.843198 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.v2.base [None req-ab4bc23a-762c-4eab-bbbc-f8e21c657473 admin admin] Request body: {'subnet': {'network_id': 'cc629296-e2f3-49d5-9cd2-c539def8867a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1920006249-subnet', 'tenant_id': '66419eed7fbb4993b6a71398aa10409d', 'ip_version': 4}} {{(pid=92745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:37:14.846080 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88dc2eb-32aa-455d-9676-e238483132fc admin admin] Pushing event updated for resources: {'Network': ['ID=cc629296-e2f3-49d5-9cd2-c539def8867a,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:14.849087 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-d88dc2eb-32aa-455d-9676-e238483132fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:14.856988 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Network cc629296-e2f3-49d5-9cd2-c539def8867a details requested by agent ovs-agent-dv-cinder-796889-2-smb with host dv-cinder-796889-2-smb {{(pid=92747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:37:14.869708 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4bc23a-762c-4eab-bbbc-f8e21c657473 admin admin] Made reservation on behalf of 66419eed7fbb4993b6a71398aa10409d for: {'subnet': 1} {{(pid=92745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:37:14.872569 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-ab4bc23a-762c-4eab-bbbc-f8e21c657473 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3759872'] for subnet, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:15.044004 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-ab4bc23a-762c-4eab-bbbc-f8e21c657473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30039353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3759890'] for subnet, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:15.046266 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-c38623d7-9e0d-46fe-94b2-1f58d3f90e05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:15.099113 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4bc23a-762c-4eab-bbbc-f8e21c657473 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d77fd993-6661-4c1d-96ad-7a6e68d20248,revision_number=0']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:15.102627 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-ab4bc23a-762c-4eab-bbbc-f8e21c657473 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:15.108468 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4bc23a-762c-4eab-bbbc-f8e21c657473 admin admin] Checking segment: {'id': '193ab3db-fb1e-4db1-8183-7c0af57ade40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'cc629296-e2f3-49d5-9cd2-c539def8867a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:37:15.108816 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4bc23a-762c-4eab-bbbc-f8e21c657473 admin admin] Network hostable DHCP agents. Network: cc629296-e2f3-49d5-9cd2-c539def8867a, hostable agents: ['4488296f-9c2d-4613-a478-344bf5f68149'], hosted agents: [] {{(pid=92745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:37:15.125982 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4bc23a-762c-4eab-bbbc-f8e21c657473 admin admin] Network cc629296-e2f3-49d5-9cd2-c539def8867a is scheduled to be hosted by DHCP agent 4488296f-9c2d-4613-a478-344bf5f68149 with binding_index 1 {{(pid=92745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:37:15.134108 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.base_scheduler [None req-ab4bc23a-762c-4eab-bbbc-f8e21c657473 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796889-2-smb, cc629296-e2f3-49d5-9cd2-c539def8867a) {{(pid=92745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:37:15.137945 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4bc23a-762c-4eab-bbbc-f8e21c657473 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:37:15.138531 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-ab4bc23a-762c-4eab-bbbc-f8e21c657473 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33144588'] for subnet, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:15.143064 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00705898-ae62-4a7e-8846-554dbf7f78c8 None None] Network cc629296-e2f3-49d5-9cd2-c539def8867a requested from dv-cinder-796889-2-smb {{(pid=92747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:37:15.154640 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-ab4bc23a-762c-4eab-bbbc-f8e21c657473 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3135757 Jun 21 04:37:15.154816 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 36952) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:37:15.159153 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.v2.base [None req-8f6b8528-86ba-4261-b70b-d01c40f78b33 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1920006249-router', 'tenant_id': '66419eed7fbb4993b6a71398aa10409d', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684'}}} {{(pid=92745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:37:15.180859 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-8f6b8528-86ba-4261-b70b-d01c40f78b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33245330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7198'] for router, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:15.182005 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-8f6b8528-86ba-4261-b70b-d01c40f78b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33245423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33062561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33203155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7271'] for router, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:15.238123 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-8f6b8528-86ba-4261-b70b-d01c40f78b33 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:15.287366 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6656fc-04ea-4762-a63b-adf4abdff800 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f07a9f3-bb47-500f-9e71-c49e9f445cfd-cc629296-e2f3-49d5-9cd2-c539def8867a', 'network_id': 'cc629296-e2f3-49d5-9cd2-c539def8867a', 'tenant_id': '66419eed7fbb4993b6a71398aa10409d', 'fixed_ips': [{'subnet_id': 'd77fd993-6661-4c1d-96ad-7a6e68d20248'}]}} from dv-cinder-796889-2-smb. {{(pid=92747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 04:37:15.288409 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-7f6656fc-04ea-4762-a63b-adf4abdff800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-632420'] for port, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:15.371882 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-8f6b8528-86ba-4261-b70b-d01c40f78b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33062611', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33245280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7285'] for router, precommit_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:15.421713 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.db_base_plugin_common [None req-7f6656fc-04ea-4762-a63b-adf4abdff800 None None] Allocated IP 172.20.0.2 (cc629296-e2f3-49d5-9cd2-c539def8867a/d77fd993-6661-4c1d-96ad-7a6e68d20248/8c84c444-234d-4478-b873-8d5fc05833e0) {{(pid=92747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:37:15.570065 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-8f6b8528-86ba-4261-b70b-d01c40f78b33 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:15.573824 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-7f6656fc-04ea-4762-a63b-adf4abdff800 None None] Notify callbacks [] for port, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:15.582170 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-7f6656fc-04ea-4762-a63b-adf4abdff800 None None] Transition to ACTIVE for port object 8c84c444-234d-4478-b873-8d5fc05833e0 will not be triggered until provisioned by entity L2. {{(pid=92747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:37:15.588102 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-8f6b8528-86ba-4261-b70b-d01c40f78b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-632420'] for port, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:15.598205 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-7f6656fc-04ea-4762-a63b-adf4abdff800 None None] Transition to ACTIVE for port object 8c84c444-234d-4478-b873-8d5fc05833e0 will not be triggered until provisioned by entity DHCP. {{(pid=92747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:37:15.607358 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-7f6656fc-04ea-4762-a63b-adf4abdff800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789666979157'] for port, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:15.609451 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:15.651186 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6656fc-04ea-4762-a63b-adf4abdff800 None None] Network cc629296-e2f3-49d5-9cd2-c539def8867a is already hosted by enough agents. {{(pid=92747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:37:15.655025 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.scheduler.base_scheduler [None req-7f6656fc-04ea-4762-a63b-adf4abdff800 None None] Resources bound (agent type, host, resource id): {{(pid=92747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:37:15.658005 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6656fc-04ea-4762-a63b-adf4abdff800 None None] Received port after_create {{(pid=92747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:37:15.665444 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6656fc-04ea-4762-a63b-adf4abdff800 None None] Pushing event updated for resources: {'Port': ['ID=8c84c444-234d-4478-b873-8d5fc05833e0,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:15.669133 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-7f6656fc-04ea-4762-a63b-adf4abdff800 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:15.696539 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.db_base_plugin_common [None req-8f6b8528-86ba-4261-b70b-d01c40f78b33 admin admin] Allocated IP 172.28.2.164 (e4173b4a-3ce8-414e-a2d6-4147ce727684/074fe887-5c0a-4322-b8b4-1844e3a886aa/30b3c49c-8064-49f5-996e-221e16dbd640) {{(pid=92745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:37:15.725436 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.managers [None req-7f6656fc-04ea-4762-a63b-adf4abdff800 None None] Attempting to bind port 8c84c444-234d-4478-b873-8d5fc05833e0 on host dv-cinder-796889-2-smb for vnic_type normal with profile {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:37:15.725756 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.managers [None req-7f6656fc-04ea-4762-a63b-adf4abdff800 None None] Attempting to bind port 8c84c444-234d-4478-b873-8d5fc05833e0 by drivers openvswitch,hyperv on host dv-cinder-796889-2-smb at level 0 using segments [{'id': '193ab3db-fb1e-4db1-8183-7c0af57ade40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'cc629296-e2f3-49d5-9cd2-c539def8867a'}] {{(pid=92747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:37:15.726129 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6656fc-04ea-4762-a63b-adf4abdff800 None None] Attempting to bind port 8c84c444-234d-4478-b873-8d5fc05833e0 on network cc629296-e2f3-49d5-9cd2-c539def8867a {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:37:15.731961 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6656fc-04ea-4762-a63b-adf4abdff800 None None] Checking agent: {'id': '81412f97-b552-4c66-a995-535fb532aea6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 21, 37), 'started_at': datetime.datetime(2021, 6, 21, 4, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:37:15.732316 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6656fc-04ea-4762-a63b-adf4abdff800 None None] Checking segment: {'id': '193ab3db-fb1e-4db1-8183-7c0af57ade40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'cc629296-e2f3-49d5-9cd2-c539def8867a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:37:15.732755 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-7f6656fc-04ea-4762-a63b-adf4abdff800 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:15.733258 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6656fc-04ea-4762-a63b-adf4abdff800 None None] Bound using segment: {'id': '193ab3db-fb1e-4db1-8183-7c0af57ade40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'cc629296-e2f3-49d5-9cd2-c539def8867a'} {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:37:15.733761 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.managers [None req-7f6656fc-04ea-4762-a63b-adf4abdff800 None None] Bound port: 8c84c444-234d-4478-b873-8d5fc05833e0, host: dv-cinder-796889-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '193ab3db-fb1e-4db1-8183-7c0af57ade40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'cc629296-e2f3-49d5-9cd2-c539def8867a'}}] {{(pid=92747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:37:15.734143 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-7f6656fc-04ea-4762-a63b-adf4abdff800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:15.796436 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-8f6b8528-86ba-4261-b70b-d01c40f78b33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:15.799006 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-7f6656fc-04ea-4762-a63b-adf4abdff800 None None] For port 8c84c444-234d-4478-b873-8d5fc05833e0, host dv-cinder-796889-2-smb, cleared binding levels {{(pid=92747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:37:15.801977 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-7f6656fc-04ea-4762-a63b-adf4abdff800 None None] For port 8c84c444-234d-4478-b873-8d5fc05833e0, host dv-cinder-796889-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-smb',level=0,port_id=8c84c444-234d-4478-b873-8d5fc05833e0,segment=NetworkSegment(193ab3db-fb1e-4db1-8183-7c0af57ade40),segment_id=193ab3db-fb1e-4db1-8183-7c0af57ade40)] {{(pid=92747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:37:15.807013 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-7f6656fc-04ea-4762-a63b-adf4abdff800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:15.807173 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa90e029-5502-4378-9696-27c5097e6824 None None] Sync routers for ids ['563383a9-9ad5-4acd-aa38-12acadbe104f'] in dv-cinder-796889-2-smb {{(pid=92748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:37:15.808950 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:15.817016 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa90e029-5502-4378-9696-27c5097e6824 None None] Routers {'563383a9-9ad5-4acd-aa38-12acadbe104f'} bound to L3 agent in host dv-cinder-796889-2-smb {{(pid=92748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:37:15.817824 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-aa90e029-5502-4378-9696-27c5097e6824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T04:21:37Z,description=,heartbeat_timestamp=2021-06-21T04:37:07Z,host='dv-cinder-796889-2-smb',id=c5fde6f5-f096-4668-9faa-154c63e10de0,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:21:37Z,topic='l3_agent')) {'router_ids': ['563383a9-9ad5-4acd-aa38-12acadbe104f'], 'active': True} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:37:15.850701 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-8f6b8528-86ba-4261-b70b-d01c40f78b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789666979157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30039437'] for port, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:15.853930 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-eb142511-529a-4501-a9b7-484202e55be2 tempest-AttachVolumeNegativeTest-238016210 tempest-AttachVolumeNegativeTest-238016210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:15.877865 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6656fc-04ea-4762-a63b-adf4abdff800 None None] Pushing event updated for resources: {'Port': ['ID=8c84c444-234d-4478-b873-8d5fc05833e0,revision_number=2']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:15.888923 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-7f6656fc-04ea-4762-a63b-adf4abdff800 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:15.899294 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6b8528-86ba-4261-b70b-d01c40f78b33 admin admin] Network e4173b4a-3ce8-414e-a2d6-4147ce727684 is already hosted by enough agents. {{(pid=92745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:37:15.903074 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.base_scheduler [None req-8f6b8528-86ba-4261-b70b-d01c40f78b33 admin admin] Resources bound (agent type, host, resource id): {{(pid=92745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:37:15.906525 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6b8528-86ba-4261-b70b-d01c40f78b33 admin admin] Received port after_create {{(pid=92745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:37:15.929290 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b8528-86ba-4261-b70b-d01c40f78b33 admin admin] Pushing event updated for resources: {'Port': ['ID=30b3c49c-8064-49f5-996e-221e16dbd640,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:15.933473 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-8f6b8528-86ba-4261-b70b-d01c40f78b33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:15.958837 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_dvr_db [None req-aa90e029-5502-4378-9696-27c5097e6824 None None] Set router 563383a9-9ad5-4acd-aa38-12acadbe104f gateway port host: dv-cinder-796889-2-smb {{(pid=92748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:37:16.185661 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-aa90e029-5502-4378-9696-27c5097e6824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563383a9-9ad5-4acd-aa38-12acadbe104f', 'name': 'tempest-TestShelveInstance-2004403748-router', 'tenant_id': '909af2342a2e4c8e935c962f89d1ffdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.48'}], 'enable_snat': True}, 'gw_port_id': '983b4319-4ad4-4892-98a9-7b716c990093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:37:10Z', 'updated_at': '2021-06-21T04:37:13Z', 'revision_number': 4, 'project_id': '909af2342a2e4c8e935c962f89d1ffdf', 'gw_port': {'id': '983b4319-4ad4-4892-98a9-7b716c990093', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f7:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '563383a9-9ad5-4acd-aa38-12acadbe104f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:37:11Z', 'updated_at': '2021-06-21T04:37:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb', '_interfaces': [{'id': '60b2f2ff-0d4c-4e83-a274-5f2675dfcfe9', 'name': '', 'network_id': '40de9ba3-57f0-46f6-9ccb-9110dd5813fb', 'tenant_id': '909af2342a2e4c8e935c962f89d1ffdf', 'mac_address': 'fa:16:3e:ad:54:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '563383a9-9ad5-4acd-aa38-12acadbe104f', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'd74dea0d-5809-42a4-877e-60575d825691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:37:12Z', 'updated_at': '2021-06-21T04:37:13Z', 'revision_number': 2, 'project_id': '909af2342a2e4c8e935c962f89d1ffdf', 'subnets': [{'id': 'd74dea0d-5809-42a4-877e-60575d825691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-smb', False) {} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:37:16.204890 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-8f6b8528-86ba-4261-b70b-d01c40f78b33 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:16.214169 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa90e029-5502-4378-9696-27c5097e6824 None None] Checking router: 563383a9-9ad5-4acd-aa38-12acadbe104f for host: dv-cinder-796889-2-smb {{(pid=92748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:37:16.214537 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa90e029-5502-4378-9696-27c5097e6824 None None] Updating router 563383a9-9ad5-4acd-aa38-12acadbe104f port 60b2f2ff-0d4c-4e83-a274-5f2675dfcfe9 binding host dv-cinder-796889-2-smb {{(pid=92748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:37:16.247668 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-aa90e029-5502-4378-9696-27c5097e6824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:16.398004 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-8f6b8528-86ba-4261-b70b-d01c40f78b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33245339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33062151'] for router, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:16.493814 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device 983b4319-4ad4-4892-98a9-7b716c990093 up at agent ovs-agent-dv-cinder-796889-2-smb {{(pid=92747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:37:16.540000 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-aa90e029-5502-4378-9696-27c5097e6824 None None] Notify callbacks [] for port, precommit_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:16.551271 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Provisioning for port 983b4319-4ad4-4892-98a9-7b716c990093 completed by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:37:16.556089 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-aa90e029-5502-4378-9696-27c5097e6824 None None] Transition to ACTIVE for port object 60b2f2ff-0d4c-4e83-a274-5f2675dfcfe9 will not be triggered until provisioned by entity L2. {{(pid=92748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:37:16.556255 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Provisioning complete for port 983b4319-4ad4-4892-98a9-7b716c990093 triggered by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:37:16.556558 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:16.566574 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-aa90e029-5502-4378-9696-27c5097e6824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:16.572950 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:16.664128 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da68ac4-d669-4d10-b696-817fd924faad None None] Pushing event updated for resources: {'Port': ['ID=60b2f2ff-0d4c-4e83-a274-5f2675dfcfe9,revision_number=3']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:16.676989 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:16.692739 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da68ac4-d669-4d10-b696-817fd924faad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:37:16.693213 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da68ac4-d669-4d10-b696-817fd924faad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:37:16.693716 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da68ac4-d669-4d10-b696-817fd924faad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:37:16.694131 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da68ac4-d669-4d10-b696-817fd924faad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:37:16.694551 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da68ac4-d669-4d10-b696-817fd924faad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:37:16.694964 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da68ac4-d669-4d10-b696-817fd924faad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:37:16.695377 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da68ac4-d669-4d10-b696-817fd924faad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:37:16.695780 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da68ac4-d669-4d10-b696-817fd924faad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:37:16.696171 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da68ac4-d669-4d10-b696-817fd924faad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:37:16.696545 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da68ac4-d669-4d10-b696-817fd924faad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:37:16.696924 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da68ac4-d669-4d10-b696-817fd924faad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:37:16.697340 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da68ac4-d669-4d10-b696-817fd924faad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:37:16.702931 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-4da68ac4-d669-4d10-b696-817fd924faad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:16.716031 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-f392fa84-7a48-456a-8363-78490891b966 None None] For port 983b4319-4ad4-4892-98a9-7b716c990093, host dv-cinder-796889-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-smb',level=0,port_id=983b4319-4ad4-4892-98a9-7b716c990093,segment=NetworkSegment(022cd8a4-ba8b-492c-8b47-9af8409ae6a3),segment_id=022cd8a4-ba8b-492c-8b47-9af8409ae6a3)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:37:16.722407 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:16.724221 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device 8c84c444-234d-4478-b873-8d5fc05833e0 up at agent ovs-agent-dv-cinder-796889-2-smb {{(pid=92747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:37:16.730928 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-f4da766a-d0cc-4499-9888-7be1f6f89a7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:16.741245 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-aa90e029-5502-4378-9696-27c5097e6824 None None] Attempting to bind port 60b2f2ff-0d4c-4e83-a274-5f2675dfcfe9 on host dv-cinder-796889-2-smb for vnic_type normal with profile {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:37:16.741764 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-aa90e029-5502-4378-9696-27c5097e6824 None None] Attempting to bind port 60b2f2ff-0d4c-4e83-a274-5f2675dfcfe9 by drivers openvswitch,hyperv on host dv-cinder-796889-2-smb at level 0 using segments [{'id': '4d687630-1619-45a3-b53f-f216f6e5d8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '40de9ba3-57f0-46f6-9ccb-9110dd5813fb'}] {{(pid=92748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:37:16.742179 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa90e029-5502-4378-9696-27c5097e6824 None None] Attempting to bind port 60b2f2ff-0d4c-4e83-a274-5f2675dfcfe9 on network 40de9ba3-57f0-46f6-9ccb-9110dd5813fb {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:37:16.748425 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa90e029-5502-4378-9696-27c5097e6824 None None] Checking agent: {'id': '81412f97-b552-4c66-a995-535fb532aea6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 21, 37), 'started_at': datetime.datetime(2021, 6, 21, 4, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:37:16.748878 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa90e029-5502-4378-9696-27c5097e6824 None None] Checking segment: {'id': '4d687630-1619-45a3-b53f-f216f6e5d8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '40de9ba3-57f0-46f6-9ccb-9110dd5813fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:37:16.749354 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-aa90e029-5502-4378-9696-27c5097e6824 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:16.749808 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa90e029-5502-4378-9696-27c5097e6824 None None] Bound using segment: {'id': '4d687630-1619-45a3-b53f-f216f6e5d8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '40de9ba3-57f0-46f6-9ccb-9110dd5813fb'} {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:37:16.750543 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-aa90e029-5502-4378-9696-27c5097e6824 None None] Bound port: 60b2f2ff-0d4c-4e83-a274-5f2675dfcfe9, host: dv-cinder-796889-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d687630-1619-45a3-b53f-f216f6e5d8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '40de9ba3-57f0-46f6-9ccb-9110dd5813fb'}}] {{(pid=92748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:37:16.751737 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-aa90e029-5502-4378-9696-27c5097e6824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:16.822768 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Pushing event updated for resources: {'Port': ['ID=983b4319-4ad4-4892-98a9-7b716c990093,revision_number=4']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:16.828961 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-aa90e029-5502-4378-9696-27c5097e6824 None None] For port 60b2f2ff-0d4c-4e83-a274-5f2675dfcfe9, host dv-cinder-796889-2-smb, cleared binding levels {{(pid=92748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:37:16.832387 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:16.832833 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-aa90e029-5502-4378-9696-27c5097e6824 None None] For port 60b2f2ff-0d4c-4e83-a274-5f2675dfcfe9, host dv-cinder-796889-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-smb',level=0,port_id=60b2f2ff-0d4c-4e83-a274-5f2675dfcfe9,segment=NetworkSegment(4d687630-1619-45a3-b53f-f216f6e5d8d2),segment_id=4d687630-1619-45a3-b53f-f216f6e5d8d2)] {{(pid=92748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:37:16.836934 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Provisioning for port 8c84c444-234d-4478-b873-8d5fc05833e0 completed by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:37:16.839620 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-aa90e029-5502-4378-9696-27c5097e6824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:16.846027 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-5f684f62-a0fe-482f-96f4-2d3654d9b54b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:16.851504 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f6b8528-86ba-4261-b70b-d01c40f78b33 admin admin] Router b5e9f2fe-4ae0-4fe8-9bab-d16a09504fcc is scheduled to L3 agent c5fde6f5-f096-4668-9faa-154c63e10de0 with binding_index 1 {{(pid=92745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 04:37:16.899135 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa90e029-5502-4378-9696-27c5097e6824 None None] Routers {'563383a9-9ad5-4acd-aa38-12acadbe104f'} bound to L3 agent in host dv-cinder-796889-2-smb {{(pid=92748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:37:16.899759 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-aa90e029-5502-4378-9696-27c5097e6824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T04:21:37Z,description=,heartbeat_timestamp=2021-06-21T04:37:07Z,host='dv-cinder-796889-2-smb',id=c5fde6f5-f096-4668-9faa-154c63e10de0,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:21:37Z,topic='l3_agent')) {'router_ids': ['563383a9-9ad5-4acd-aa38-12acadbe104f'], 'active': True} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:37:16.959786 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da68ac4-d669-4d10-b696-817fd924faad None None] Pushing event updated for resources: {'Port': ['ID=60b2f2ff-0d4c-4e83-a274-5f2675dfcfe9,revision_number=4']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:16.964230 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-4da68ac4-d669-4d10-b696-817fd924faad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:16.977119 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f6b8528-86ba-4261-b70b-d01c40f78b33 admin admin] Notify agent at l3_agent.dv-cinder-796889-2-smb the message routers_updated {{(pid=92745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:37:16.994676 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeecc3aa-0f06-4405-840a-5edff505f180 None None] Sync routers for ids ['b5e9f2fe-4ae0-4fe8-9bab-d16a09504fcc'] in dv-cinder-796889-2-smb {{(pid=92747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:37:16.995098 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-8f6b8528-86ba-4261-b70b-d01c40f78b33 admin admin] Notify callbacks [] for router, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:16.996377 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-8f6b8528-86ba-4261-b70b-d01c40f78b33 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8406563 Jun 21 04:37:16.999237 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 36954) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:37:17.016108 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeecc3aa-0f06-4405-840a-5edff505f180 None None] Routers {'b5e9f2fe-4ae0-4fe8-9bab-d16a09504fcc'} bound to L3 agent in host dv-cinder-796889-2-smb {{(pid=92747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:37:17.016774 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-aeecc3aa-0f06-4405-840a-5edff505f180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T04:21:37Z,description=,heartbeat_timestamp=2021-06-21T04:37:07Z,host='dv-cinder-796889-2-smb',id=c5fde6f5-f096-4668-9faa-154c63e10de0,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:21:37Z,topic='l3_agent')) {'router_ids': ['b5e9f2fe-4ae0-4fe8-9bab-d16a09504fcc'], 'active': True} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:37:17.044235 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_dvr_db [None req-aa90e029-5502-4378-9696-27c5097e6824 None None] Set router 563383a9-9ad5-4acd-aa38-12acadbe104f gateway port host: dv-cinder-796889-2-smb {{(pid=92748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:37:17.070510 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9294e585-0901-464d-9e37-56bef2aefa67 None None] Network cc629296-e2f3-49d5-9cd2-c539def8867a requested from dv-cinder-796889-2-smb {{(pid=92747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:37:17.201257 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-855fd835-65ea-4fb7-a661-50aea599b9b6 None None] Provisioning for port 8c84c444-234d-4478-b873-8d5fc05833e0 completed by entity DHCP. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:37:17.230144 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-855fd835-65ea-4fb7-a661-50aea599b9b6 None None] Provisioning complete for port 8c84c444-234d-4478-b873-8d5fc05833e0 triggered by entity DHCP. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:37:17.231080 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-855fd835-65ea-4fb7-a661-50aea599b9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:17.261521 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvr_db [None req-aeecc3aa-0f06-4405-840a-5edff505f180 None None] Set router b5e9f2fe-4ae0-4fe8-9bab-d16a09504fcc gateway port host: dv-cinder-796889-2-smb {{(pid=92747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:37:17.299432 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-aa90e029-5502-4378-9696-27c5097e6824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563383a9-9ad5-4acd-aa38-12acadbe104f', 'name': 'tempest-TestShelveInstance-2004403748-router', 'tenant_id': '909af2342a2e4c8e935c962f89d1ffdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.48'}], 'enable_snat': True}, 'gw_port_id': '983b4319-4ad4-4892-98a9-7b716c990093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:37:10Z', 'updated_at': '2021-06-21T04:37:13Z', 'revision_number': 4, 'project_id': '909af2342a2e4c8e935c962f89d1ffdf', 'gw_port': {'id': '983b4319-4ad4-4892-98a9-7b716c990093', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563383a9-9ad5-4acd-aa38-12acadbe104f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:37:11Z', 'updated_at': '2021-06-21T04:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb', '_interfaces': [{'id': '60b2f2ff-0d4c-4e83-a274-5f2675dfcfe9', 'name': '', 'network_id': '40de9ba3-57f0-46f6-9ccb-9110dd5813fb', 'tenant_id': '909af2342a2e4c8e935c962f89d1ffdf', 'mac_address': 'fa:16:3e:ad:54:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '563383a9-9ad5-4acd-aa38-12acadbe104f', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'd74dea0d-5809-42a4-877e-60575d825691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:37:12Z', 'updated_at': '2021-06-21T04:37:16Z', 'revision_number': 4, 'project_id': '909af2342a2e4c8e935c962f89d1ffdf', 'subnets': [{'id': 'd74dea0d-5809-42a4-877e-60575d825691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-smb', False) {} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:37:17.325768 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa90e029-5502-4378-9696-27c5097e6824 None None] The sync data for ids ['563383a9-9ad5-4acd-aa38-12acadbe104f'] in dv-cinder-796889-2-smb is: [{'id': '563383a9-9ad5-4acd-aa38-12acadbe104f', 'name': 'tempest-TestShelveInstance-2004403748-router', 'tenant_id': '909af2342a2e4c8e935c962f89d1ffdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.48'}], 'enable_snat': True}, 'gw_port_id': '983b4319-4ad4-4892-98a9-7b716c990093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:37:10Z', 'updated_at': '2021-06-21T04:37:13Z', 'revision_number': 4, 'project_id': '909af2342a2e4c8e935c962f89d1ffdf', 'gw_port': {'id': '983b4319-4ad4-4892-98a9-7b716c990093', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563383a9-9ad5-4acd-aa38-12acadbe104f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:37:11Z', 'updated_at': '2021-06-21T04:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb', '_interfaces': [{'id': '60b2f2ff-0d4c-4e83-a274-5f2675dfcfe9', 'name': '', 'network_id': '40de9ba3-57f0-46f6-9ccb-9110dd5813fb', 'tenant_id': '909af2342a2e4c8e935c962f89d1ffdf', 'mac_address': 'fa:16:3e:ad:54:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '563383a9-9ad5-4acd-aa38-12acadbe104f', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'd74dea0d-5809-42a4-877e-60575d825691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:37:12Z', 'updated_at': '2021-06-21T04:37:16Z', 'revision_number': 4, 'project_id': '909af2342a2e4c8e935c962f89d1ffdf', 'subnets': [{'id': 'd74dea0d-5809-42a4-877e-60575d825691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:37:17.466919 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-8343dfec-7e6e-4aa6-958e-b444caa88d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-632420'] for port, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:17.484501 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-855fd835-65ea-4fb7-a661-50aea599b9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:17.548068 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-855fd835-65ea-4fb7-a661-50aea599b9b6 None None] For port 8c84c444-234d-4478-b873-8d5fc05833e0, host dv-cinder-796889-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-smb',level=0,port_id=8c84c444-234d-4478-b873-8d5fc05833e0,segment=NetworkSegment(193ab3db-fb1e-4db1-8183-7c0af57ade40),segment_id=193ab3db-fb1e-4db1-8183-7c0af57ade40)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:37:17.552773 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-855fd835-65ea-4fb7-a661-50aea599b9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:17.559014 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:17.602069 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-aeecc3aa-0f06-4405-840a-5edff505f180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e9f2fe-4ae0-4fe8-9bab-d16a09504fcc', 'name': 'tempest-TestShelveInstance-1920006249-router', 'tenant_id': '66419eed7fbb4993b6a71398aa10409d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': '30b3c49c-8064-49f5-996e-221e16dbd640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:37:15Z', 'updated_at': '2021-06-21T04:37:16Z', 'revision_number': 3, 'project_id': '66419eed7fbb4993b6a71398aa10409d', 'gw_port': {'id': '30b3c49c-8064-49f5-996e-221e16dbd640', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:90:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e9f2fe-4ae0-4fe8-9bab-d16a09504fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:37:15Z', 'updated_at': '2021-06-21T04:37:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb'}], 'dv-cinder-796889-2-smb', False) {} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:37:17.647366 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.db.db_base_plugin_common [None req-8343dfec-7e6e-4aa6-958e-b444caa88d36 admin admin] Allocated IP 172.20.0.1 (cc629296-e2f3-49d5-9cd2-c539def8867a/d77fd993-6661-4c1d-96ad-7a6e68d20248/e60907fb-27d0-48f8-b4cb-b1bb79fc98cc) {{(pid=92746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:37:17.649496 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeecc3aa-0f06-4405-840a-5edff505f180 None None] Checking router: b5e9f2fe-4ae0-4fe8-9bab-d16a09504fcc for host: dv-cinder-796889-2-smb {{(pid=92747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:37:17.649910 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeecc3aa-0f06-4405-840a-5edff505f180 None None] Updating router b5e9f2fe-4ae0-4fe8-9bab-d16a09504fcc port 30b3c49c-8064-49f5-996e-221e16dbd640 binding host dv-cinder-796889-2-smb {{(pid=92747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:37:17.686183 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855fd835-65ea-4fb7-a661-50aea599b9b6 None None] Pushing event updated for resources: {'Port': ['ID=8c84c444-234d-4478-b873-8d5fc05833e0,revision_number=3']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:17.692326 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-855fd835-65ea-4fb7-a661-50aea599b9b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:17.710651 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-aeecc3aa-0f06-4405-840a-5edff505f180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:17.768562 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-8343dfec-7e6e-4aa6-958e-b444caa88d36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:17.785676 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.db.provisioning_blocks [None req-8343dfec-7e6e-4aa6-958e-b444caa88d36 admin admin] Transition to ACTIVE for port object e60907fb-27d0-48f8-b4cb-b1bb79fc98cc will not be triggered until provisioned by entity DHCP. {{(pid=92746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:37:17.821808 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-8343dfec-7e6e-4aa6-958e-b444caa88d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789666979157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33408509'] for port, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:17.823974 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:17.863985 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8343dfec-7e6e-4aa6-958e-b444caa88d36 admin admin] Network cc629296-e2f3-49d5-9cd2-c539def8867a is already hosted by enough agents. {{(pid=92746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:37:17.867040 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.scheduler.base_scheduler [None req-8343dfec-7e6e-4aa6-958e-b444caa88d36 admin admin] Resources bound (agent type, host, resource id): {{(pid=92746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:37:17.870672 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8343dfec-7e6e-4aa6-958e-b444caa88d36 admin admin] Received port after_create {{(pid=92746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:37:17.899028 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8343dfec-7e6e-4aa6-958e-b444caa88d36 admin admin] Pushing event updated for resources: {'Port': ['ID=e60907fb-27d0-48f8-b4cb-b1bb79fc98cc,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:17.903463 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-8343dfec-7e6e-4aa6-958e-b444caa88d36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:17.920639 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-8343dfec-7e6e-4aa6-958e-b444caa88d36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33059880'] for router_interface, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:17.963902 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-40f53e32-a5cf-472f-a1b9-ca91d90fdf94 None None] Provisioning complete for port 8c84c444-234d-4478-b873-8d5fc05833e0 triggered by entity DHCP. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:37:17.964164 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-40f53e32-a5cf-472f-a1b9-ca91d90fdf94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:18.076751 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-8343dfec-7e6e-4aa6-958e-b444caa88d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:18.194785 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-aeecc3aa-0f06-4405-840a-5edff505f180 None None] Notify callbacks [] for port, precommit_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:18.205186 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-aeecc3aa-0f06-4405-840a-5edff505f180 None None] Transition to ACTIVE for port object 30b3c49c-8064-49f5-996e-221e16dbd640 will not be triggered until provisioned by entity L2. {{(pid=92747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:37:18.211459 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-aeecc3aa-0f06-4405-840a-5edff505f180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:18.214421 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:18.248700 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-8343dfec-7e6e-4aa6-958e-b444caa88d36 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:18.253589 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-8343dfec-7e6e-4aa6-958e-b444caa88d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33408459'] for port, after_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:18.256544 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-8343dfec-7e6e-4aa6-958e-b444caa88d36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:18.264107 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.managers [None req-aeecc3aa-0f06-4405-840a-5edff505f180 None None] Attempting to bind port 30b3c49c-8064-49f5-996e-221e16dbd640 on host dv-cinder-796889-2-smb for vnic_type normal with profile {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:37:18.264486 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.managers [None req-aeecc3aa-0f06-4405-840a-5edff505f180 None None] Attempting to bind port 30b3c49c-8064-49f5-996e-221e16dbd640 by drivers openvswitch,hyperv on host dv-cinder-796889-2-smb at level 0 using segments [{'id': '022cd8a4-ba8b-492c-8b47-9af8409ae6a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684'}] {{(pid=92747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:37:18.264853 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeecc3aa-0f06-4405-840a-5edff505f180 None None] Attempting to bind port 30b3c49c-8064-49f5-996e-221e16dbd640 on network e4173b4a-3ce8-414e-a2d6-4147ce727684 {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:37:18.272550 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4589f5a-cd0d-4272-8cf5-bdf49b4a50fe None None] Pushing event updated for resources: {'Port': ['ID=30b3c49c-8064-49f5-996e-221e16dbd640,revision_number=2']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:18.276858 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-b4589f5a-cd0d-4272-8cf5-bdf49b4a50fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:18.280077 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeecc3aa-0f06-4405-840a-5edff505f180 None None] Checking agent: {'id': '81412f97-b552-4c66-a995-535fb532aea6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 21, 37), 'started_at': datetime.datetime(2021, 6, 21, 4, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:37:18.280311 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeecc3aa-0f06-4405-840a-5edff505f180 None None] Checking segment: {'id': '022cd8a4-ba8b-492c-8b47-9af8409ae6a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:37:18.280698 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-aeecc3aa-0f06-4405-840a-5edff505f180 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:18.281087 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeecc3aa-0f06-4405-840a-5edff505f180 None None] Bound using segment: {'id': '022cd8a4-ba8b-492c-8b47-9af8409ae6a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684'} {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:37:18.281598 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.managers [None req-aeecc3aa-0f06-4405-840a-5edff505f180 None None] Bound port: 30b3c49c-8064-49f5-996e-221e16dbd640, host: dv-cinder-796889-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '022cd8a4-ba8b-492c-8b47-9af8409ae6a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684'}}] {{(pid=92747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:37:18.281968 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-aeecc3aa-0f06-4405-840a-5edff505f180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:18.323721 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-8343dfec-7e6e-4aa6-958e-b444caa88d36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33144703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33060657'] for router_interface, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:18.326996 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8343dfec-7e6e-4aa6-958e-b444caa88d36 admin admin] Pushing event updated for resources: {'Port': ['ID=e60907fb-27d0-48f8-b4cb-b1bb79fc98cc,revision_number=2']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:18.332378 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-8343dfec-7e6e-4aa6-958e-b444caa88d36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:18.337687 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-ab142a80-8838-4b59-a770-9df00525aa02 None None] Provisioning for port e60907fb-27d0-48f8-b4cb-b1bb79fc98cc completed by entity DHCP. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:37:18.346702 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-ab142a80-8838-4b59-a770-9df00525aa02 None None] Provisioning complete for port e60907fb-27d0-48f8-b4cb-b1bb79fc98cc triggered by entity DHCP. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:37:18.347073 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ab142a80-8838-4b59-a770-9df00525aa02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:18.350660 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-aeecc3aa-0f06-4405-840a-5edff505f180 None None] For port 30b3c49c-8064-49f5-996e-221e16dbd640, host dv-cinder-796889-2-smb, cleared binding levels {{(pid=92747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:37:18.383870 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-aeecc3aa-0f06-4405-840a-5edff505f180 None None] For port 30b3c49c-8064-49f5-996e-221e16dbd640, host dv-cinder-796889-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-smb',level=0,port_id=30b3c49c-8064-49f5-996e-221e16dbd640,segment=NetworkSegment(022cd8a4-ba8b-492c-8b47-9af8409ae6a3),segment_id=022cd8a4-ba8b-492c-8b47-9af8409ae6a3)] {{(pid=92747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:37:18.391835 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-ab142a80-8838-4b59-a770-9df00525aa02 None None] Port e60907fb-27d0-48f8-b4cb-b1bb79fc98cc cannot update to ACTIVE because it is not bound. {{(pid=92747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:37:18.395562 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-aeecc3aa-0f06-4405-840a-5edff505f180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:18.398565 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-0fe4499d-9a92-43fc-8ed5-a0ffc5878141 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:18.421721 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8343dfec-7e6e-4aa6-958e-b444caa88d36 admin admin] Network cc629296-e2f3-49d5-9cd2-c539def8867a is already hosted by enough agents. {{(pid=92746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:37:18.423251 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.scheduler.base_scheduler [None req-8343dfec-7e6e-4aa6-958e-b444caa88d36 admin admin] Resources bound (agent type, host, resource id): {{(pid=92746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:37:18.450918 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeecc3aa-0f06-4405-840a-5edff505f180 None None] Routers {'b5e9f2fe-4ae0-4fe8-9bab-d16a09504fcc'} bound to L3 agent in host dv-cinder-796889-2-smb {{(pid=92747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:37:18.451559 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-aeecc3aa-0f06-4405-840a-5edff505f180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T04:21:37Z,description=,heartbeat_timestamp=2021-06-21T04:37:07Z,host='dv-cinder-796889-2-smb',id=c5fde6f5-f096-4668-9faa-154c63e10de0,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:21:37Z,topic='l3_agent')) {'router_ids': ['b5e9f2fe-4ae0-4fe8-9bab-d16a09504fcc'], 'active': True} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:37:18.505807 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device 60b2f2ff-0d4c-4e83-a274-5f2675dfcfe9 up at agent ovs-agent-dv-cinder-796889-2-smb {{(pid=92747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:37:18.530466 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4589f5a-cd0d-4272-8cf5-bdf49b4a50fe None None] Pushing event updated for resources: {'Port': ['ID=30b3c49c-8064-49f5-996e-221e16dbd640,revision_number=3']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:18.538625 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-b4589f5a-cd0d-4272-8cf5-bdf49b4a50fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:18.552777 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8343dfec-7e6e-4aa6-958e-b444caa88d36 admin admin] Router b5e9f2fe-4ae0-4fe8-9bab-d16a09504fcc has already been hosted by L3 agent c5fde6f5-f096-4668-9faa-154c63e10de0 {{(pid=92746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:37:18.620698 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Provisioning for port 60b2f2ff-0d4c-4e83-a274-5f2675dfcfe9 completed by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:37:18.624221 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvr_db [None req-aeecc3aa-0f06-4405-840a-5edff505f180 None None] Set router b5e9f2fe-4ae0-4fe8-9bab-d16a09504fcc gateway port host: dv-cinder-796889-2-smb {{(pid=92747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:37:18.649217 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Provisioning complete for port 60b2f2ff-0d4c-4e83-a274-5f2675dfcfe9 triggered by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:37:18.649619 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:18.674802 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8343dfec-7e6e-4aa6-958e-b444caa88d36 admin admin] Notify agent at l3_agent.dv-cinder-796889-2-smb the message routers_updated {{(pid=92746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:37:18.680963 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-8343dfec-7e6e-4aa6-958e-b444caa88d36 admin admin] 10.222.0.13 "PUT /v2.0/routers/b5e9f2fe-4ae0-4fe8-9bab-d16a09504fcc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6795812 Jun 21 04:37:18.776570 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-e36c625c-c7d3-4270-913e-c2164784c4b3 None None] Provisioning complete for port e60907fb-27d0-48f8-b4cb-b1bb79fc98cc triggered by entity DHCP. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:37:18.777162 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-e36c625c-c7d3-4270-913e-c2164784c4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:18.867458 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-e36c625c-c7d3-4270-913e-c2164784c4b3 None None] Port e60907fb-27d0-48f8-b4cb-b1bb79fc98cc cannot update to ACTIVE because it is not bound. {{(pid=92747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:37:18.868743 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:18.921788 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-f392fa84-7a48-456a-8363-78490891b966 None None] For port 60b2f2ff-0d4c-4e83-a274-5f2675dfcfe9, host dv-cinder-796889-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-smb',level=0,port_id=60b2f2ff-0d4c-4e83-a274-5f2675dfcfe9,segment=NetworkSegment(4d687630-1619-45a3-b53f-f216f6e5d8d2),segment_id=4d687630-1619-45a3-b53f-f216f6e5d8d2)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:37:18.928201 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:18.929043 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device 983b4319-4ad4-4892-98a9-7b716c990093 up at agent ovs-agent-dv-cinder-796889-2-smb {{(pid=92747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:37:18.934069 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:19.001055 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-aeecc3aa-0f06-4405-840a-5edff505f180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e9f2fe-4ae0-4fe8-9bab-d16a09504fcc', 'name': 'tempest-TestShelveInstance-1920006249-router', 'tenant_id': '66419eed7fbb4993b6a71398aa10409d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': '30b3c49c-8064-49f5-996e-221e16dbd640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:37:15Z', 'updated_at': '2021-06-21T04:37:18Z', 'revision_number': 4, 'project_id': '66419eed7fbb4993b6a71398aa10409d', 'gw_port': {'id': '30b3c49c-8064-49f5-996e-221e16dbd640', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:90:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e9f2fe-4ae0-4fe8-9bab-d16a09504fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:37:15Z', 'updated_at': '2021-06-21T04:37:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb', '_interfaces': [{'id': 'e60907fb-27d0-48f8-b4cb-b1bb79fc98cc', 'name': '', 'network_id': 'cc629296-e2f3-49d5-9cd2-c539def8867a', 'tenant_id': '66419eed7fbb4993b6a71398aa10409d', 'mac_address': 'fa:16:3e:65:5e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e9f2fe-4ae0-4fe8-9bab-d16a09504fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'd77fd993-6661-4c1d-96ad-7a6e68d20248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:37:17Z', 'updated_at': '2021-06-21T04:37:18Z', 'revision_number': 2, 'project_id': '66419eed7fbb4993b6a71398aa10409d', 'subnets': [{'id': 'd77fd993-6661-4c1d-96ad-7a6e68d20248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-smb', False) {} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:37:19.037110 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeecc3aa-0f06-4405-840a-5edff505f180 None None] The sync data for ids ['b5e9f2fe-4ae0-4fe8-9bab-d16a09504fcc'] in dv-cinder-796889-2-smb is: [{'id': 'b5e9f2fe-4ae0-4fe8-9bab-d16a09504fcc', 'name': 'tempest-TestShelveInstance-1920006249-router', 'tenant_id': '66419eed7fbb4993b6a71398aa10409d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': '30b3c49c-8064-49f5-996e-221e16dbd640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:37:15Z', 'updated_at': '2021-06-21T04:37:18Z', 'revision_number': 4, 'project_id': '66419eed7fbb4993b6a71398aa10409d', 'gw_port': {'id': '30b3c49c-8064-49f5-996e-221e16dbd640', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:90:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e9f2fe-4ae0-4fe8-9bab-d16a09504fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:37:15Z', 'updated_at': '2021-06-21T04:37:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb', '_interfaces': [{'id': 'e60907fb-27d0-48f8-b4cb-b1bb79fc98cc', 'name': '', 'network_id': 'cc629296-e2f3-49d5-9cd2-c539def8867a', 'tenant_id': '66419eed7fbb4993b6a71398aa10409d', 'mac_address': 'fa:16:3e:65:5e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e9f2fe-4ae0-4fe8-9bab-d16a09504fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'd77fd993-6661-4c1d-96ad-7a6e68d20248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:37:17Z', 'updated_at': '2021-06-21T04:37:18Z', 'revision_number': 2, 'project_id': '66419eed7fbb4993b6a71398aa10409d', 'subnets': [{'id': 'd77fd993-6661-4c1d-96ad-7a6e68d20248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:37:19.040439 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Pushing event updated for resources: {'Port': ['ID=60b2f2ff-0d4c-4e83-a274-5f2675dfcfe9,revision_number=5']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:19.044853 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:19.053688 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Provisioning complete for port 983b4319-4ad4-4892-98a9-7b716c990093 triggered by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:37:19.054139 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:19.138204 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device 8c84c444-234d-4478-b873-8d5fc05833e0 up at agent ovs-agent-dv-cinder-796889-2-smb {{(pid=92747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:37:19.188546 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 36962) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:37:19.192883 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Provisioning complete for port 8c84c444-234d-4478-b873-8d5fc05833e0 triggered by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:37:19.193262 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:19.193553 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.v2.base [None req-48afede2-d8a3-4be5-8b9f-5a9673525fbb tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1565613494', 'description': 'tempest-secgroup-smoke-1565613494 description', 'project_id': '909af2342a2e4c8e935c962f89d1ffdf'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:37:19.222457 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-48afede2-d8a3-4be5-8b9f-5a9673525fbb tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:19.346241 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-48afede2-d8a3-4be5-8b9f-5a9673525fbb tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:19.349977 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-48afede2-d8a3-4be5-8b9f-5a9673525fbb tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:19.352485 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-3c891f94-d669-4608-ae31-1ebf911eb3e8 tempest-AttachVolumeTestJSON-832024041 tempest-AttachVolumeTestJSON-832024041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:19.378373 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-48afede2-d8a3-4be5-8b9f-5a9673525fbb tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:19.379604 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-48afede2-d8a3-4be5-8b9f-5a9673525fbb tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1900446 Jun 21 04:37:19.382794 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 36964) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:37:19.385117 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48afede2-d8a3-4be5-8b9f-5a9673525fbb tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2aee4556-9c57-4917-a2e4-992d62b753b9,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:19.388446 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-48afede2-d8a3-4be5-8b9f-5a9673525fbb tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:19.389027 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.v2.base [None req-53b3d0c9-5b65-4df6-9dd9-c49a7a60fe23 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Request body: {'security_group_rule': {'security_group_id': '2aee4556-9c57-4917-a2e4-992d62b753b9', 'project_id': '909af2342a2e4c8e935c962f89d1ffdf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:37:19.416480 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-53b3d0c9-5b65-4df6-9dd9-c49a7a60fe23 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:19.474836 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-53b3d0c9-5b65-4df6-9dd9-c49a7a60fe23 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:19.478680 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-53b3d0c9-5b65-4df6-9dd9-c49a7a60fe23 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180364'] for security_group_rule, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:19.481390 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:19.497745 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b3d0c9-5b65-4df6-9dd9-c49a7a60fe23 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56da726c-72fb-4072-9469-1cf69478967f,revision_number=0']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:19.500923 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-53b3d0c9-5b65-4df6-9dd9-c49a7a60fe23 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:19.504377 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-53b3d0c9-5b65-4df6-9dd9-c49a7a60fe23 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:19.505655 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-53b3d0c9-5b65-4df6-9dd9-c49a7a60fe23 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1214147 Jun 21 04:37:19.508341 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 36966) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:37:19.513020 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.v2.base [None req-14c5f373-39d9-4b3a-8ea3-f49384c31567 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Request body: {'security_group_rule': {'security_group_id': '2aee4556-9c57-4917-a2e4-992d62b753b9', 'project_id': '909af2342a2e4c8e935c962f89d1ffdf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:37:19.540042 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-14c5f373-39d9-4b3a-8ea3-f49384c31567 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:19.598045 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-14c5f373-39d9-4b3a-8ea3-f49384c31567 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:19.602972 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-14c5f373-39d9-4b3a-8ea3-f49384c31567 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180364'] for security_group_rule, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:19.609870 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:19.625560 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c5f373-39d9-4b3a-8ea3-f49384c31567 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07a90f51-e643-406a-8de9-9369d0e5d862,revision_number=0']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:19.629664 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-14c5f373-39d9-4b3a-8ea3-f49384c31567 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:19.631255 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-14c5f373-39d9-4b3a-8ea3-f49384c31567 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:19.633088 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-14c5f373-39d9-4b3a-8ea3-f49384c31567 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1235304 Jun 21 04:37:19.635499 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 36968) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:37:19.640742 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.v2.base [None req-41d5a0a9-6c58-4c19-8666-f9eb93bf10b4 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Request body: {'security_group_rule': {'security_group_id': '2aee4556-9c57-4917-a2e4-992d62b753b9', 'project_id': '909af2342a2e4c8e935c962f89d1ffdf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:37:19.665729 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-41d5a0a9-6c58-4c19-8666-f9eb93bf10b4 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:19.720637 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-41d5a0a9-6c58-4c19-8666-f9eb93bf10b4 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:19.723954 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-41d5a0a9-6c58-4c19-8666-f9eb93bf10b4 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180364'] for security_group_rule, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:19.726050 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-2cfc6907-edcc-4ccf-af37-587aeb07139e tempest-AttachVolumeShelveTestJSON-1597223058 tempest-AttachVolumeShelveTestJSON-1597223058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:19.745885 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d5a0a9-6c58-4c19-8666-f9eb93bf10b4 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb5721f0-7cff-4ed3-b90d-5b080410c394,revision_number=0']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:19.748580 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-41d5a0a9-6c58-4c19-8666-f9eb93bf10b4 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:19.749642 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-41d5a0a9-6c58-4c19-8666-f9eb93bf10b4 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:19.750770 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-41d5a0a9-6c58-4c19-8666-f9eb93bf10b4 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1143661 Jun 21 04:37:19.753530 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 36970) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:37:19.757836 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.v2.base [None req-831cd116-09ed-4a4a-8f12-4eff6d3d1fef tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Request body: {'security_group_rule': {'security_group_id': '2aee4556-9c57-4917-a2e4-992d62b753b9', 'project_id': '909af2342a2e4c8e935c962f89d1ffdf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:37:19.782183 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-831cd116-09ed-4a4a-8f12-4eff6d3d1fef tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:19.838083 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-831cd116-09ed-4a4a-8f12-4eff6d3d1fef tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:19.841455 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-831cd116-09ed-4a4a-8f12-4eff6d3d1fef tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180364'] for security_group_rule, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:19.847127 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:19.861685 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831cd116-09ed-4a4a-8f12-4eff6d3d1fef tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b95df16-888e-4047-8470-2081836bf00e,revision_number=0']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:19.864600 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-831cd116-09ed-4a4a-8f12-4eff6d3d1fef tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:19.865768 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-831cd116-09ed-4a4a-8f12-4eff6d3d1fef tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:19.866904 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-831cd116-09ed-4a4a-8f12-4eff6d3d1fef tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1124761 Jun 21 04:37:19.869676 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 36972) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:37:19.874517 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.v2.base [None req-f9bd5d9c-a694-4a59-ab02-cfb0e637cbb2 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Request body: {'security_group_rule': {'security_group_id': '2aee4556-9c57-4917-a2e4-992d62b753b9', 'project_id': '909af2342a2e4c8e935c962f89d1ffdf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:37:19.894482 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.db.securitygroups_db [None req-f9bd5d9c-a694-4a59-ab02-cfb0e637cbb2 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Project 909af2342a2e4c8e935c962f89d1ffdf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 04:37:19.899082 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-f9bd5d9c-a694-4a59-ab02-cfb0e637cbb2 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:19.964638 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-f9bd5d9c-a694-4a59-ab02-cfb0e637cbb2 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:19.968701 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-f9bd5d9c-a694-4a59-ab02-cfb0e637cbb2 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180364'] for security_group_rule, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:19.970734 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:19.988120 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bd5d9c-a694-4a59-ab02-cfb0e637cbb2 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c8ed131-c86a-4523-bc02-a4792cb17b7a,revision_number=0']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:19.990517 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-f9bd5d9c-a694-4a59-ab02-cfb0e637cbb2 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:19.992054 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-f9bd5d9c-a694-4a59-ab02-cfb0e637cbb2 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:19.993498 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-f9bd5d9c-a694-4a59-ab02-cfb0e637cbb2 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1228862 Jun 21 04:37:19.996127 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 36974) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:37:20.000566 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.v2.base [None req-c98d27de-f774-4ec7-91ae-ddf5ad31828c tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Request body: {'security_group_rule': {'security_group_id': '2aee4556-9c57-4917-a2e4-992d62b753b9', 'project_id': '909af2342a2e4c8e935c962f89d1ffdf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:37:20.035308 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.db.securitygroups_db [None req-c98d27de-f774-4ec7-91ae-ddf5ad31828c tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Project 909af2342a2e4c8e935c962f89d1ffdf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 04:37:20.042085 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-c98d27de-f774-4ec7-91ae-ddf5ad31828c tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:20.105158 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-c98d27de-f774-4ec7-91ae-ddf5ad31828c tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:20.109582 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-c98d27de-f774-4ec7-91ae-ddf5ad31828c tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33180364'] for security_group_rule, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:20.111754 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:20.134225 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98d27de-f774-4ec7-91ae-ddf5ad31828c tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=742cf884-26f5-4e13-b46f-6ab68b58216b,revision_number=0']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:20.137201 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-c98d27de-f774-4ec7-91ae-ddf5ad31828c tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:20.138118 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-c98d27de-f774-4ec7-91ae-ddf5ad31828c tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:20.139349 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-c98d27de-f774-4ec7-91ae-ddf5ad31828c tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1422634 Jun 21 04:37:20.521442 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device 60b2f2ff-0d4c-4e83-a274-5f2675dfcfe9 up at agent ovs-agent-dv-cinder-796889-2-smb {{(pid=92747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:37:20.573133 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Provisioning complete for port 60b2f2ff-0d4c-4e83-a274-5f2675dfcfe9 triggered by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:37:20.573553 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:20.658543 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device 30b3c49c-8064-49f5-996e-221e16dbd640 up at agent ovs-agent-dv-cinder-796889-2-smb {{(pid=92747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:37:20.713864 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Provisioning for port 30b3c49c-8064-49f5-996e-221e16dbd640 completed by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:37:20.718286 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Provisioning complete for port 30b3c49c-8064-49f5-996e-221e16dbd640 triggered by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:37:20.718659 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:20.792718 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:20.812689 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-f392fa84-7a48-456a-8363-78490891b966 None None] For port 30b3c49c-8064-49f5-996e-221e16dbd640, host dv-cinder-796889-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-smb',level=0,port_id=30b3c49c-8064-49f5-996e-221e16dbd640,segment=NetworkSegment(022cd8a4-ba8b-492c-8b47-9af8409ae6a3),segment_id=022cd8a4-ba8b-492c-8b47-9af8409ae6a3)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:37:20.817133 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:20.820343 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:20.866443 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Pushing event updated for resources: {'Port': ['ID=30b3c49c-8064-49f5-996e-221e16dbd640,revision_number=4']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:20.870568 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:21.377481 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49e8452-6715-420b-a2fb-61779c8bfc16 None None] Sync routers for ids ['b5e9f2fe-4ae0-4fe8-9bab-d16a09504fcc'] in dv-cinder-796889-2-smb {{(pid=92748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:37:21.386520 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49e8452-6715-420b-a2fb-61779c8bfc16 None None] Routers {'b5e9f2fe-4ae0-4fe8-9bab-d16a09504fcc'} bound to L3 agent in host dv-cinder-796889-2-smb {{(pid=92748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:37:21.387124 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-b49e8452-6715-420b-a2fb-61779c8bfc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T04:21:37Z,description=,heartbeat_timestamp=2021-06-21T04:37:07Z,host='dv-cinder-796889-2-smb',id=c5fde6f5-f096-4668-9faa-154c63e10de0,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:21:37Z,topic='l3_agent')) {'router_ids': ['b5e9f2fe-4ae0-4fe8-9bab-d16a09504fcc'], 'active': True} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:37:21.571124 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_dvr_db [None req-b49e8452-6715-420b-a2fb-61779c8bfc16 None None] Set router b5e9f2fe-4ae0-4fe8-9bab-d16a09504fcc gateway port host: dv-cinder-796889-2-smb {{(pid=92748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:37:21.765789 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-b49e8452-6715-420b-a2fb-61779c8bfc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e9f2fe-4ae0-4fe8-9bab-d16a09504fcc', 'name': 'tempest-TestShelveInstance-1920006249-router', 'tenant_id': '66419eed7fbb4993b6a71398aa10409d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': '30b3c49c-8064-49f5-996e-221e16dbd640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:37:15Z', 'updated_at': '2021-06-21T04:37:18Z', 'revision_number': 4, 'project_id': '66419eed7fbb4993b6a71398aa10409d', 'gw_port': {'id': '30b3c49c-8064-49f5-996e-221e16dbd640', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:90:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e9f2fe-4ae0-4fe8-9bab-d16a09504fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:37:15Z', 'updated_at': '2021-06-21T04:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb', '_interfaces': [{'id': 'e60907fb-27d0-48f8-b4cb-b1bb79fc98cc', 'name': '', 'network_id': 'cc629296-e2f3-49d5-9cd2-c539def8867a', 'tenant_id': '66419eed7fbb4993b6a71398aa10409d', 'mac_address': 'fa:16:3e:65:5e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e9f2fe-4ae0-4fe8-9bab-d16a09504fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'd77fd993-6661-4c1d-96ad-7a6e68d20248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:37:17Z', 'updated_at': '2021-06-21T04:37:18Z', 'revision_number': 2, 'project_id': '66419eed7fbb4993b6a71398aa10409d', 'subnets': [{'id': 'd77fd993-6661-4c1d-96ad-7a6e68d20248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-smb', False) {} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:37:21.795816 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49e8452-6715-420b-a2fb-61779c8bfc16 None None] Checking router: b5e9f2fe-4ae0-4fe8-9bab-d16a09504fcc for host: dv-cinder-796889-2-smb {{(pid=92748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:37:21.796191 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49e8452-6715-420b-a2fb-61779c8bfc16 None None] Updating router b5e9f2fe-4ae0-4fe8-9bab-d16a09504fcc port e60907fb-27d0-48f8-b4cb-b1bb79fc98cc binding host dv-cinder-796889-2-smb {{(pid=92748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:37:21.829781 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-b49e8452-6715-420b-a2fb-61779c8bfc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:22.098216 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-b49e8452-6715-420b-a2fb-61779c8bfc16 None None] Notify callbacks [] for port, precommit_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:22.107964 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-b49e8452-6715-420b-a2fb-61779c8bfc16 None None] Transition to ACTIVE for port object e60907fb-27d0-48f8-b4cb-b1bb79fc98cc will not be triggered until provisioned by entity L2. {{(pid=92748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:37:22.113746 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-b49e8452-6715-420b-a2fb-61779c8bfc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:22.115801 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:22.196606 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94d6aa2-5300-48e1-80a5-aaedc2b59243 None None] Pushing event updated for resources: {'Port': ['ID=e60907fb-27d0-48f8-b4cb-b1bb79fc98cc,revision_number=3']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:22.201192 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-d94d6aa2-5300-48e1-80a5-aaedc2b59243 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:22.257005 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-b49e8452-6715-420b-a2fb-61779c8bfc16 None None] Attempting to bind port e60907fb-27d0-48f8-b4cb-b1bb79fc98cc on host dv-cinder-796889-2-smb for vnic_type normal with profile {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:37:22.257407 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-b49e8452-6715-420b-a2fb-61779c8bfc16 None None] Attempting to bind port e60907fb-27d0-48f8-b4cb-b1bb79fc98cc by drivers openvswitch,hyperv on host dv-cinder-796889-2-smb at level 0 using segments [{'id': '193ab3db-fb1e-4db1-8183-7c0af57ade40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'cc629296-e2f3-49d5-9cd2-c539def8867a'}] {{(pid=92748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:37:22.257768 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49e8452-6715-420b-a2fb-61779c8bfc16 None None] Attempting to bind port e60907fb-27d0-48f8-b4cb-b1bb79fc98cc on network cc629296-e2f3-49d5-9cd2-c539def8867a {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:37:22.263613 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49e8452-6715-420b-a2fb-61779c8bfc16 None None] Checking agent: {'id': '81412f97-b552-4c66-a995-535fb532aea6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796889-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 21, 37), 'started_at': datetime.datetime(2021, 6, 21, 4, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796889-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:37:22.263985 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49e8452-6715-420b-a2fb-61779c8bfc16 None None] Checking segment: {'id': '193ab3db-fb1e-4db1-8183-7c0af57ade40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'cc629296-e2f3-49d5-9cd2-c539def8867a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:37:22.264377 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-b49e8452-6715-420b-a2fb-61779c8bfc16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:22.264767 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49e8452-6715-420b-a2fb-61779c8bfc16 None None] Bound using segment: {'id': '193ab3db-fb1e-4db1-8183-7c0af57ade40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'cc629296-e2f3-49d5-9cd2-c539def8867a'} {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:37:22.265228 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-b49e8452-6715-420b-a2fb-61779c8bfc16 None None] Bound port: e60907fb-27d0-48f8-b4cb-b1bb79fc98cc, host: dv-cinder-796889-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '193ab3db-fb1e-4db1-8183-7c0af57ade40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'cc629296-e2f3-49d5-9cd2-c539def8867a'}}] {{(pid=92748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:37:22.265627 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-b49e8452-6715-420b-a2fb-61779c8bfc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:22.328768 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-b49e8452-6715-420b-a2fb-61779c8bfc16 None None] For port e60907fb-27d0-48f8-b4cb-b1bb79fc98cc, host dv-cinder-796889-2-smb, cleared binding levels {{(pid=92748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:37:22.331738 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-b49e8452-6715-420b-a2fb-61779c8bfc16 None None] For port e60907fb-27d0-48f8-b4cb-b1bb79fc98cc, host dv-cinder-796889-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-smb',level=0,port_id=e60907fb-27d0-48f8-b4cb-b1bb79fc98cc,segment=NetworkSegment(193ab3db-fb1e-4db1-8183-7c0af57ade40),segment_id=193ab3db-fb1e-4db1-8183-7c0af57ade40)] {{(pid=92748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:37:22.336563 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-b49e8452-6715-420b-a2fb-61779c8bfc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:22.338632 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:22.395317 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94d6aa2-5300-48e1-80a5-aaedc2b59243 None None] Pushing event updated for resources: {'Port': ['ID=e60907fb-27d0-48f8-b4cb-b1bb79fc98cc,revision_number=4']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:22.405417 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-d94d6aa2-5300-48e1-80a5-aaedc2b59243 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:22.407095 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49e8452-6715-420b-a2fb-61779c8bfc16 None None] Routers {'b5e9f2fe-4ae0-4fe8-9bab-d16a09504fcc'} bound to L3 agent in host dv-cinder-796889-2-smb {{(pid=92748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:37:22.407733 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-b49e8452-6715-420b-a2fb-61779c8bfc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T04:21:37Z,description=,heartbeat_timestamp=2021-06-21T04:37:07Z,host='dv-cinder-796889-2-smb',id=c5fde6f5-f096-4668-9faa-154c63e10de0,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:21:37Z,topic='l3_agent')) {'router_ids': ['b5e9f2fe-4ae0-4fe8-9bab-d16a09504fcc'], 'active': True} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:37:22.451669 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device 30b3c49c-8064-49f5-996e-221e16dbd640 up at agent ovs-agent-dv-cinder-796889-2-smb {{(pid=92747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:37:22.507051 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Provisioning complete for port 30b3c49c-8064-49f5-996e-221e16dbd640 triggered by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:37:22.507431 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:22.519663 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_dvr_db [None req-b49e8452-6715-420b-a2fb-61779c8bfc16 None None] Set router b5e9f2fe-4ae0-4fe8-9bab-d16a09504fcc gateway port host: dv-cinder-796889-2-smb {{(pid=92748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:37:22.732176 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-b49e8452-6715-420b-a2fb-61779c8bfc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e9f2fe-4ae0-4fe8-9bab-d16a09504fcc', 'name': 'tempest-TestShelveInstance-1920006249-router', 'tenant_id': '66419eed7fbb4993b6a71398aa10409d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': '30b3c49c-8064-49f5-996e-221e16dbd640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:37:15Z', 'updated_at': '2021-06-21T04:37:18Z', 'revision_number': 4, 'project_id': '66419eed7fbb4993b6a71398aa10409d', 'gw_port': {'id': '30b3c49c-8064-49f5-996e-221e16dbd640', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:90:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e9f2fe-4ae0-4fe8-9bab-d16a09504fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:37:15Z', 'updated_at': '2021-06-21T04:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb', '_interfaces': [{'id': 'e60907fb-27d0-48f8-b4cb-b1bb79fc98cc', 'name': '', 'network_id': 'cc629296-e2f3-49d5-9cd2-c539def8867a', 'tenant_id': '66419eed7fbb4993b6a71398aa10409d', 'mac_address': 'fa:16:3e:65:5e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e9f2fe-4ae0-4fe8-9bab-d16a09504fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'd77fd993-6661-4c1d-96ad-7a6e68d20248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:37:17Z', 'updated_at': '2021-06-21T04:37:22Z', 'revision_number': 4, 'project_id': '66419eed7fbb4993b6a71398aa10409d', 'subnets': [{'id': 'd77fd993-6661-4c1d-96ad-7a6e68d20248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-smb', False) {} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:37:22.757836 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49e8452-6715-420b-a2fb-61779c8bfc16 None None] The sync data for ids ['b5e9f2fe-4ae0-4fe8-9bab-d16a09504fcc'] in dv-cinder-796889-2-smb is: [{'id': 'b5e9f2fe-4ae0-4fe8-9bab-d16a09504fcc', 'name': 'tempest-TestShelveInstance-1920006249-router', 'tenant_id': '66419eed7fbb4993b6a71398aa10409d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': '30b3c49c-8064-49f5-996e-221e16dbd640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:37:15Z', 'updated_at': '2021-06-21T04:37:18Z', 'revision_number': 4, 'project_id': '66419eed7fbb4993b6a71398aa10409d', 'gw_port': {'id': '30b3c49c-8064-49f5-996e-221e16dbd640', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:90:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e9f2fe-4ae0-4fe8-9bab-d16a09504fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:37:15Z', 'updated_at': '2021-06-21T04:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb', '_interfaces': [{'id': 'e60907fb-27d0-48f8-b4cb-b1bb79fc98cc', 'name': '', 'network_id': 'cc629296-e2f3-49d5-9cd2-c539def8867a', 'tenant_id': '66419eed7fbb4993b6a71398aa10409d', 'mac_address': 'fa:16:3e:65:5e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e9f2fe-4ae0-4fe8-9bab-d16a09504fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'd77fd993-6661-4c1d-96ad-7a6e68d20248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:37:17Z', 'updated_at': '2021-06-21T04:37:22Z', 'revision_number': 4, 'project_id': '66419eed7fbb4993b6a71398aa10409d', 'subnets': [{'id': 'd77fd993-6661-4c1d-96ad-7a6e68d20248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:37:24.448763 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device e60907fb-27d0-48f8-b4cb-b1bb79fc98cc up at agent ovs-agent-dv-cinder-796889-2-smb {{(pid=92747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:37:24.495637 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Provisioning for port e60907fb-27d0-48f8-b4cb-b1bb79fc98cc completed by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:37:24.499051 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Provisioning complete for port e60907fb-27d0-48f8-b4cb-b1bb79fc98cc triggered by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:37:24.499426 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:24.574834 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:24.605002 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-f392fa84-7a48-456a-8363-78490891b966 None None] For port e60907fb-27d0-48f8-b4cb-b1bb79fc98cc, host dv-cinder-796889-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-smb',level=0,port_id=e60907fb-27d0-48f8-b4cb-b1bb79fc98cc,segment=NetworkSegment(193ab3db-fb1e-4db1-8183-7c0af57ade40),segment_id=193ab3db-fb1e-4db1-8183-7c0af57ade40)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:37:24.610487 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:24.612350 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:24.656976 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Pushing event updated for resources: {'Port': ['ID=e60907fb-27d0-48f8-b4cb-b1bb79fc98cc,revision_number=5']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:24.659834 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:26.430731 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device e60907fb-27d0-48f8-b4cb-b1bb79fc98cc up at agent ovs-agent-dv-cinder-796889-2-smb {{(pid=92747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:37:26.477776 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Provisioning complete for port e60907fb-27d0-48f8-b4cb-b1bb79fc98cc triggered by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:37:26.478145 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:34.158907 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-091cb9fc-474a-4889-8e8d-2ee91ddb9b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:34.442894 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-928a88bd-0512-4c9b-9f98-f2dfaea1ae30 req-8db5af5f-6536-448b-9e25-f7cfcfa7f63f tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1565613494&fields=id&tenant_id=909af2342a2e4c8e935c962f89d1ffdf HTTP/1.1" status: 200 len: 267 time: 0.0367808 Jun 21 04:37:34.544839 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a88bd-0512-4c9b-9f98-f2dfaea1ae30 req-20ae099a-9605-48d7-9902-9b3da1dec5bc tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:37:34.546292 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-928a88bd-0512-4c9b-9f98-f2dfaea1ae30 req-20ae099a-9605-48d7-9902-9b3da1dec5bc tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] 10.222.0.13 "GET /v2.0/networks?id=40de9ba3-57f0-46f6-9ccb-9110dd5813fb HTTP/1.1" status: 200 len: 809 time: 0.0971651 Jun 21 04:37:34.560024 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-928a88bd-0512-4c9b-9f98-f2dfaea1ae30 req-8a01aa0c-818b-4c5d-8d4d-07b75f26f288 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] 10.222.0.13 "GET /v2.0/quotas/909af2342a2e4c8e935c962f89d1ffdf HTTP/1.1" status: 200 len: 375 time: 0.0084162 Jun 21 04:37:34.626841 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-928a88bd-0512-4c9b-9f98-f2dfaea1ae30 req-518e180a-f057-4a3a-a1bf-d2c666c89bfb tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=909af2342a2e4c8e935c962f89d1ffdf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0620761 Jun 21 04:37:34.716560 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-928a88bd-0512-4c9b-9f98-f2dfaea1ae30 req-5bbe2995-54f3-4d7d-b387-6fff462fa91b service neutron] 10.222.0.13 "GET /v2.0/networks/40de9ba3-57f0-46f6-9ccb-9110dd5813fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792227 Jun 21 04:37:34.805122 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-928a88bd-0512-4c9b-9f98-f2dfaea1ae30 req-2615d4b8-aee7-43ba-9c75-44ba1315c810 service neutron] 10.222.0.13 "GET /v2.0/networks/40de9ba3-57f0-46f6-9ccb-9110dd5813fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824635 Jun 21 04:37:35.094407 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-946279cc-5f07-499d-a141-003f26dbdba3 req-dff49a3a-cee4-4c40-ba26-2b830c7ef744 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] 10.222.0.13 "GET /v2.0/ports?device_id=46252329-574d-4af9-a497-4b828a88f7d4 HTTP/1.1" status: 200 len: 210 time: 0.0295980 Jun 21 04:37:36.177234 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a88bd-0512-4c9b-9f98-f2dfaea1ae30 req-2ec51e49-f038-4549-83cc-5eacbe558001 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:37:36.178806 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-928a88bd-0512-4c9b-9f98-f2dfaea1ae30 req-2ec51e49-f038-4549-83cc-5eacbe558001 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] 10.222.0.38 "GET /v2.0/networks?id=40de9ba3-57f0-46f6-9ccb-9110dd5813fb HTTP/1.1" status: 200 len: 809 time: 0.1023979 Jun 21 04:37:36.231043 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-928a88bd-0512-4c9b-9f98-f2dfaea1ae30 req-d2f7e214-6559-4882-a968-73b5c3602dea tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=909af2342a2e4c8e935c962f89d1ffdf HTTP/1.1" status: 200 len: 380 time: 0.0363533 Jun 21 04:37:36.239577 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.v2.base [req-928a88bd-0512-4c9b-9f98-f2dfaea1ae30 req-e25eee79-fbfc-4fde-995c-f9b60222fac0 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Request body: {'port': {'device_id': '46252329-574d-4af9-a497-4b828a88f7d4', 'network_id': '40de9ba3-57f0-46f6-9ccb-9110dd5813fb', 'admin_state_up': True, 'tenant_id': '909af2342a2e4c8e935c962f89d1ffdf', 'security_groups': ['2aee4556-9c57-4917-a2e4-992d62b753b9']}} {{(pid=92745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:37:36.240996 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-05628c2a-6c83-4c65-90a1-6c510332a547 req-e4a0e6de-20c9-4a17-ae58-b40cd701e6cb tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] 10.222.0.13 "GET /v2.0/ports?device_id=46252329-574d-4af9-a497-4b828a88f7d4 HTTP/1.1" status: 200 len: 210 time: 0.0317657 Jun 21 04:37:36.348175 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-928a88bd-0512-4c9b-9f98-f2dfaea1ae30 req-e25eee79-fbfc-4fde-995c-f9b60222fac0 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Made reservation on behalf of 909af2342a2e4c8e935c962f89d1ffdf for: {'port': 1} {{(pid=92745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:37:36.351864 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-928a88bd-0512-4c9b-9f98-f2dfaea1ae30 req-e25eee79-fbfc-4fde-995c-f9b60222fac0 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-632420'] for port, before_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:36.472296 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.db_base_plugin_common [req-928a88bd-0512-4c9b-9f98-f2dfaea1ae30 req-e25eee79-fbfc-4fde-995c-f9b60222fac0 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Allocated IP 172.20.0.4 (40de9ba3-57f0-46f6-9ccb-9110dd5813fb/d74dea0d-5809-42a4-877e-60575d825691/397e1de2-531e-4761-ae13-abfb9647f36a) {{(pid=92745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:37:36.616718 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-928a88bd-0512-4c9b-9f98-f2dfaea1ae30 req-e25eee79-fbfc-4fde-995c-f9b60222fac0 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Notify callbacks [] for port, precommit_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:36.630173 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [req-928a88bd-0512-4c9b-9f98-f2dfaea1ae30 req-e25eee79-fbfc-4fde-995c-f9b60222fac0 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Transition to ACTIVE for port object 397e1de2-531e-4761-ae13-abfb9647f36a will not be triggered until provisioned by entity DHCP. {{(pid=92745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:37:36.661607 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-928a88bd-0512-4c9b-9f98-f2dfaea1ae30 req-e25eee79-fbfc-4fde-995c-f9b60222fac0 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789666979157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30039437'] for port, after_create {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:36.665517 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cd1d2e59-4a1d-4403-a541-f3f67155cf1e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:36.708520 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-928a88bd-0512-4c9b-9f98-f2dfaea1ae30 req-e25eee79-fbfc-4fde-995c-f9b60222fac0 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Network 40de9ba3-57f0-46f6-9ccb-9110dd5813fb is already hosted by enough agents. {{(pid=92745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:37:36.711466 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.scheduler.base_scheduler [req-928a88bd-0512-4c9b-9f98-f2dfaea1ae30 req-e25eee79-fbfc-4fde-995c-f9b60222fac0 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Resources bound (agent type, host, resource id): {{(pid=92745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:37:36.715249 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [req-928a88bd-0512-4c9b-9f98-f2dfaea1ae30 req-e25eee79-fbfc-4fde-995c-f9b60222fac0 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Received port after_create {{(pid=92745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:37:36.739631 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25eee79-fbfc-4fde-995c-f9b60222fac0 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Pushing event updated for resources: {'Port': ['ID=397e1de2-531e-4761-ae13-abfb9647f36a,revision_number=1']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:36.751842 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25eee79-fbfc-4fde-995c-f9b60222fac0 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:37:36.752229 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25eee79-fbfc-4fde-995c-f9b60222fac0 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:37:36.752595 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25eee79-fbfc-4fde-995c-f9b60222fac0 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:37:36.752959 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25eee79-fbfc-4fde-995c-f9b60222fac0 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:37:36.753345 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25eee79-fbfc-4fde-995c-f9b60222fac0 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:37:36.753700 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25eee79-fbfc-4fde-995c-f9b60222fac0 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:37:36.754055 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25eee79-fbfc-4fde-995c-f9b60222fac0 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:37:36.754410 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25eee79-fbfc-4fde-995c-f9b60222fac0 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:37:36.754762 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25eee79-fbfc-4fde-995c-f9b60222fac0 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:37:36.755111 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25eee79-fbfc-4fde-995c-f9b60222fac0 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:37:36.755464 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25eee79-fbfc-4fde-995c-f9b60222fac0 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:37:36.755813 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25eee79-fbfc-4fde-995c-f9b60222fac0 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:37:36.761939 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-e25eee79-fbfc-4fde-995c-f9b60222fac0 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:36.765468 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-852e9095-2694-4aa4-9de2-f099ac053b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:36.782201 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a88bd-0512-4c9b-9f98-f2dfaea1ae30 req-e25eee79-fbfc-4fde-995c-f9b60222fac0 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:37:36.782815 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-928a88bd-0512-4c9b-9f98-f2dfaea1ae30 req-e25eee79-fbfc-4fde-995c-f9b60222fac0 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5899'] for port, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:36.797788 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-928a88bd-0512-4c9b-9f98-f2dfaea1ae30 req-e25eee79-fbfc-4fde-995c-f9b60222fac0 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5618868 Jun 21 04:37:36.816230 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.v2.base [req-928a88bd-0512-4c9b-9f98-f2dfaea1ae30 req-22d06714-4f09-4352-8250-7437fca25b16 service neutron] Request body: {'port': {'device_id': '46252329-574d-4af9-a497-4b828a88f7d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79688'}} {{(pid=92745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:37:36.887734 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-928a88bd-0512-4c9b-9f98-f2dfaea1ae30 req-22d06714-4f09-4352-8250-7437fca25b16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:36.945974 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:36.969711 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-2b909fd6-f2f7-4fe1-9c62-38d8c578adca None None] Provisioning for port 397e1de2-531e-4761-ae13-abfb9647f36a completed by entity DHCP. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:37:36.973286 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-2b909fd6-f2f7-4fe1-9c62-38d8c578adca None None] Provisioning complete for port 397e1de2-531e-4761-ae13-abfb9647f36a triggered by entity DHCP. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:37:36.973687 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-2b909fd6-f2f7-4fe1-9c62-38d8c578adca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:37.007571 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:37.015958 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-2b909fd6-f2f7-4fe1-9c62-38d8c578adca None None] Port 397e1de2-531e-4761-ae13-abfb9647f36a cannot update to ACTIVE because it is not bound. {{(pid=92747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:37:37.142981 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [req-928a88bd-0512-4c9b-9f98-f2dfaea1ae30 req-22d06714-4f09-4352-8250-7437fca25b16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 397e1de2-531e-4761-ae13-abfb9647f36a {{(pid=92745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:37:37.150297 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-928a88bd-0512-4c9b-9f98-f2dfaea1ae30 req-22d06714-4f09-4352-8250-7437fca25b16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:37.162664 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.provisioning_blocks [req-928a88bd-0512-4c9b-9f98-f2dfaea1ae30 req-22d06714-4f09-4352-8250-7437fca25b16 service neutron] Transition to ACTIVE for port object 397e1de2-531e-4761-ae13-abfb9647f36a will not be triggered until provisioned by entity L2. {{(pid=92745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:37:37.167224 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-928a88bd-0512-4c9b-9f98-f2dfaea1ae30 req-22d06714-4f09-4352-8250-7437fca25b16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30039483'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:37.169906 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-c7bf9878-a100-4aeb-aeb2-a3ad31aed617 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:37.240787 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d06714-4f09-4352-8250-7437fca25b16 service neutron] Pushing event updated for resources: {'Port': ['ID=397e1de2-531e-4761-ae13-abfb9647f36a,revision_number=2']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:37.245374 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-22d06714-4f09-4352-8250-7437fca25b16 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:37.313696 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [req-928a88bd-0512-4c9b-9f98-f2dfaea1ae30 req-22d06714-4f09-4352-8250-7437fca25b16 service neutron] Attempting to bind port 397e1de2-531e-4761-ae13-abfb9647f36a on host hv-cinder-79688 for vnic_type normal with profile {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:37:37.314037 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [req-928a88bd-0512-4c9b-9f98-f2dfaea1ae30 req-22d06714-4f09-4352-8250-7437fca25b16 service neutron] Attempting to bind port 397e1de2-531e-4761-ae13-abfb9647f36a by drivers openvswitch,hyperv on host hv-cinder-79688 at level 0 using segments [{'id': '4d687630-1619-45a3-b53f-f216f6e5d8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '40de9ba3-57f0-46f6-9ccb-9110dd5813fb'}] {{(pid=92745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:37:37.314570 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928a88bd-0512-4c9b-9f98-f2dfaea1ae30 req-22d06714-4f09-4352-8250-7437fca25b16 service neutron] Attempting to bind port 397e1de2-531e-4761-ae13-abfb9647f36a on network 40de9ba3-57f0-46f6-9ccb-9110dd5813fb {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:37:37.319448 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928a88bd-0512-4c9b-9f98-f2dfaea1ae30 req-22d06714-4f09-4352-8250-7437fca25b16 service neutron] Port 397e1de2-531e-4761-ae13-abfb9647f36a on network 40de9ba3-57f0-46f6-9ccb-9110dd5813fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79688 {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:37:37.319776 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928a88bd-0512-4c9b-9f98-f2dfaea1ae30 req-22d06714-4f09-4352-8250-7437fca25b16 service neutron] Attempting to bind port 397e1de2-531e-4761-ae13-abfb9647f36a on network 40de9ba3-57f0-46f6-9ccb-9110dd5813fb {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:37:37.324661 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928a88bd-0512-4c9b-9f98-f2dfaea1ae30 req-22d06714-4f09-4352-8250-7437fca25b16 service neutron] Checking agent: {'id': '2d8ec531-0834-43cc-a69e-43a4958e3c4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79688', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 27, 37), 'started_at': datetime.datetime(2021, 6, 21, 4, 27, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:37:37.325004 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928a88bd-0512-4c9b-9f98-f2dfaea1ae30 req-22d06714-4f09-4352-8250-7437fca25b16 service neutron] Checking segment: {'id': '4d687630-1619-45a3-b53f-f216f6e5d8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '40de9ba3-57f0-46f6-9ccb-9110dd5813fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:37:37.325494 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928a88bd-0512-4c9b-9f98-f2dfaea1ae30 req-22d06714-4f09-4352-8250-7437fca25b16 service neutron] Bound using segment: {'id': '4d687630-1619-45a3-b53f-f216f6e5d8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '40de9ba3-57f0-46f6-9ccb-9110dd5813fb'} {{(pid=92745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:37:37.325862 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.managers [req-928a88bd-0512-4c9b-9f98-f2dfaea1ae30 req-22d06714-4f09-4352-8250-7437fca25b16 service neutron] Bound port: 397e1de2-531e-4761-ae13-abfb9647f36a, host: hv-cinder-79688, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d687630-1619-45a3-b53f-f216f6e5d8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '40de9ba3-57f0-46f6-9ccb-9110dd5813fb'}}] {{(pid=92745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:37:37.326214 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-928a88bd-0512-4c9b-9f98-f2dfaea1ae30 req-22d06714-4f09-4352-8250-7437fca25b16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:37.388820 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [req-928a88bd-0512-4c9b-9f98-f2dfaea1ae30 req-22d06714-4f09-4352-8250-7437fca25b16 service neutron] For port 397e1de2-531e-4761-ae13-abfb9647f36a, host hv-cinder-79688, cleared binding levels {{(pid=92745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:37:37.391807 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [req-928a88bd-0512-4c9b-9f98-f2dfaea1ae30 req-22d06714-4f09-4352-8250-7437fca25b16 service neutron] For port 397e1de2-531e-4761-ae13-abfb9647f36a, host hv-cinder-79688, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=397e1de2-531e-4761-ae13-abfb9647f36a,segment=NetworkSegment(4d687630-1619-45a3-b53f-f216f6e5d8d2),segment_id=4d687630-1619-45a3-b53f-f216f6e5d8d2)] {{(pid=92745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:37:37.396437 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-928a88bd-0512-4c9b-9f98-f2dfaea1ae30 req-22d06714-4f09-4352-8250-7437fca25b16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30039483'] for port, after_update {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:37.399351 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-e25eee79-fbfc-4fde-995c-f9b60222fac0 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:37.415199 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1900166-74a8-4e2a-add2-e646cca22ed2 req-a31d3056-fe2d-4a3b-8fd2-286104be506e tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:37:37.416664 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-d1900166-74a8-4e2a-add2-e646cca22ed2 req-a31d3056-fe2d-4a3b-8fd2-286104be506e tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] 10.222.0.13 "GET /v2.0/ports?device_id=46252329-574d-4af9-a497-4b828a88f7d4 HTTP/1.1" status: 200 len: 943 time: 0.0645981 Jun 21 04:37:37.432645 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a88bd-0512-4c9b-9f98-f2dfaea1ae30 req-22d06714-4f09-4352-8250-7437fca25b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:37:37.433261 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-928a88bd-0512-4c9b-9f98-f2dfaea1ae30 req-22d06714-4f09-4352-8250-7437fca25b16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5899'] for port, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:37.434765 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-928a88bd-0512-4c9b-9f98-f2dfaea1ae30 req-22d06714-4f09-4352-8250-7437fca25b16 service neutron] 10.222.0.38 "PUT /v2.0/ports/397e1de2-531e-4761-ae13-abfb9647f36a HTTP/1.1" status: 200 len: 1093 time: 0.6237752 Jun 21 04:37:37.435163 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46252329-574d-4af9-a497-4b828a88f7d4', 'tag': '397e1de2-531e-4761-ae13-abfb9647f36a'}] {{(pid=92745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:37:37.437502 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e65a7435921a4b725d950f60fbdbd7b7a483a7692f8e299216e8097d5419be07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b93ba95-2617-44e5-8f3b-ee5d61ca5a1e" -d '{"events": [{"name": "network-changed", "server_uuid": "46252329-574d-4af9-a497-4b828a88f7d4", "tag": "397e1de2-531e-4761-ae13-abfb9647f36a"}]}' {{(pid=92745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:37:37.476457 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-d1900166-74a8-4e2a-add2-e646cca22ed2 req-393660ad-f2d5-417a-a0d5-82e5ec3c35ff tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aee4556-9c57-4917-a2e4-992d62b753b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533972 Jun 21 04:37:37.485545 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-635026c5-c2e0-45d6-b118-611ea064bef0 x-openstack-request-id: req-635026c5-c2e0-45d6-b118-611ea064bef0 {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:37:37.486108 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46252329-574d-4af9-a497-4b828a88f7d4", "tag": "397e1de2-531e-4761-ae13-abfb9647f36a", "status": "completed", "code": 200}]} {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:37:37.486584 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-635026c5-c2e0-45d6-b118-611ea064bef0 {{(pid=92745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:37:37.487023 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46252329-574d-4af9-a497-4b828a88f7d4', 'tag': '397e1de2-531e-4761-ae13-abfb9647f36a', 'status': 'completed', 'code': 200} Jun 21 04:37:37.490433 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d06714-4f09-4352-8250-7437fca25b16 service neutron] Pushing event updated for resources: {'Port': ['ID=397e1de2-531e-4761-ae13-abfb9647f36a,revision_number=3']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:37.493575 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-22d06714-4f09-4352-8250-7437fca25b16 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:37.554365 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a88bd-0512-4c9b-9f98-f2dfaea1ae30 req-0c921c23-57fb-46b3-aeda-05f55b1dc517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:37:37.555975 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-928a88bd-0512-4c9b-9f98-f2dfaea1ae30 req-0c921c23-57fb-46b3-aeda-05f55b1dc517 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=909af2342a2e4c8e935c962f89d1ffdf&device_id=46252329-574d-4af9-a497-4b828a88f7d4 HTTP/1.1" status: 200 len: 1096 time: 0.0569446 Jun 21 04:37:37.604727 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-928a88bd-0512-4c9b-9f98-f2dfaea1ae30 req-093aaa75-5446-4bf3-a0b5-cb7793e577cf service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=397e1de2-531e-4761-ae13-abfb9647f36a HTTP/1.1" status: 200 len: 217 time: 0.0343850 Jun 21 04:37:37.650095 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a88bd-0512-4c9b-9f98-f2dfaea1ae30 req-aa5b5e7a-ee99-40e4-80ff-af85766b1bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:37:37.651411 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-928a88bd-0512-4c9b-9f98-f2dfaea1ae30 req-aa5b5e7a-ee99-40e4-80ff-af85766b1bed service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d74dea0d-5809-42a4-877e-60575d825691 HTTP/1.1" status: 200 len: 848 time: 0.0411875 Jun 21 04:37:37.710531 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a88bd-0512-4c9b-9f98-f2dfaea1ae30 req-4b625a73-4670-488e-8abe-1df220c918d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:37:37.711990 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-928a88bd-0512-4c9b-9f98-f2dfaea1ae30 req-4b625a73-4670-488e-8abe-1df220c918d1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=40de9ba3-57f0-46f6-9ccb-9110dd5813fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0546300 Jun 21 04:37:37.797120 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-928a88bd-0512-4c9b-9f98-f2dfaea1ae30 req-c6df81a8-c58b-412a-b866-be31d6f3976d service neutron] 10.222.0.38 "GET /v2.0/networks/40de9ba3-57f0-46f6-9ccb-9110dd5813fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779409 Jun 21 04:37:37.884722 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-928a88bd-0512-4c9b-9f98-f2dfaea1ae30 req-3105d7c2-943e-407a-bb23-781dd34f40ab service neutron] 10.222.0.38 "GET /v2.0/networks/40de9ba3-57f0-46f6-9ccb-9110dd5813fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815215 Jun 21 04:37:38.021045 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93ba95-2617-44e5-8f3b-ee5d61ca5a1e req-e48e560d-83f0-47f8-851c-76a1603384ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:37:38.022527 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-4b93ba95-2617-44e5-8f3b-ee5d61ca5a1e req-e48e560d-83f0-47f8-851c-76a1603384ab service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=909af2342a2e4c8e935c962f89d1ffdf&device_id=46252329-574d-4af9-a497-4b828a88f7d4 HTTP/1.1" status: 200 len: 1096 time: 0.0509598 Jun 21 04:37:38.047023 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-af7905e6-f134-40b5-8f7f-d0c0aa400a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:38.109794 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93ba95-2617-44e5-8f3b-ee5d61ca5a1e req-cc604016-12a9-448f-bfa9-ec387ed862d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:37:38.111216 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-4b93ba95-2617-44e5-8f3b-ee5d61ca5a1e req-cc604016-12a9-448f-bfa9-ec387ed862d1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=40de9ba3-57f0-46f6-9ccb-9110dd5813fb HTTP/1.1" status: 200 len: 910 time: 0.0825000 Jun 21 04:37:38.153455 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-4b93ba95-2617-44e5-8f3b-ee5d61ca5a1e req-20cc2792-0ae5-4eac-a2ac-b6dbeafae20d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=397e1de2-531e-4761-ae13-abfb9647f36a HTTP/1.1" status: 200 len: 217 time: 0.0351212 Jun 21 04:37:38.201715 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93ba95-2617-44e5-8f3b-ee5d61ca5a1e req-dc3cd91f-67de-4a5d-a605-6efa9f29d9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:37:38.203133 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-4b93ba95-2617-44e5-8f3b-ee5d61ca5a1e req-dc3cd91f-67de-4a5d-a605-6efa9f29d9a8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d74dea0d-5809-42a4-877e-60575d825691 HTTP/1.1" status: 200 len: 848 time: 0.0425398 Jun 21 04:37:38.258472 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93ba95-2617-44e5-8f3b-ee5d61ca5a1e req-8165dd51-83fb-4306-8b2c-103c7a195579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:37:38.259944 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-4b93ba95-2617-44e5-8f3b-ee5d61ca5a1e req-8165dd51-83fb-4306-8b2c-103c7a195579 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=40de9ba3-57f0-46f6-9ccb-9110dd5813fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0501177 Jun 21 04:37:38.349605 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-4b93ba95-2617-44e5-8f3b-ee5d61ca5a1e req-5783ff9c-bf81-4954-97ca-c00568a06d5b service neutron] 10.222.0.38 "GET /v2.0/networks/40de9ba3-57f0-46f6-9ccb-9110dd5813fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819037 Jun 21 04:37:38.434113 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-4b93ba95-2617-44e5-8f3b-ee5d61ca5a1e req-3e5a4a44-1285-4728-8ef3-8eba53e6feae service neutron] 10.222.0.38 "GET /v2.0/networks/40de9ba3-57f0-46f6-9ccb-9110dd5813fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0779264 Jun 21 04:37:38.643819 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c696c233-aadc-4f96-936c-818bdb2355d9 req-8d0bafdf-da46-4dbb-9e7a-1f02fb7c7de5 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:37:38.645168 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-c696c233-aadc-4f96-936c-818bdb2355d9 req-8d0bafdf-da46-4dbb-9e7a-1f02fb7c7de5 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] 10.222.0.13 "GET /v2.0/ports?device_id=46252329-574d-4af9-a497-4b828a88f7d4 HTTP/1.1" status: 200 len: 943 time: 0.0648804 Jun 21 04:37:38.681406 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-c696c233-aadc-4f96-936c-818bdb2355d9 req-64056693-4111-4d8f-838a-2ffb932349dc tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aee4556-9c57-4917-a2e4-992d62b753b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304701 Jun 21 04:37:39.657669 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-410c395a-ca3a-4855-90fb-923e0a2b4d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:39.850354 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03604bc1-2a54-4ac0-8d2b-76475df02977 req-01fd9a12-8325-4b9b-b95f-bc08513b3b8a tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:37:39.851770 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-03604bc1-2a54-4ac0-8d2b-76475df02977 req-01fd9a12-8325-4b9b-b95f-bc08513b3b8a tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] 10.222.0.13 "GET /v2.0/ports?device_id=46252329-574d-4af9-a497-4b828a88f7d4 HTTP/1.1" status: 200 len: 943 time: 0.0616579 Jun 21 04:37:39.888141 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-03604bc1-2a54-4ac0-8d2b-76475df02977 req-b6c163b2-bcd0-46ee-bd14-bfca91e33d90 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aee4556-9c57-4917-a2e4-992d62b753b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309248 Jun 21 04:37:40.151773 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device 397e1de2-531e-4761-ae13-abfb9647f36a details requested by agent hyperv_hv-cinder-79688 with host hv-cinder-79688 {{(pid=92747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:37:40.251402 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] For port 397e1de2-531e-4761-ae13-abfb9647f36a, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=397e1de2-531e-4761-ae13-abfb9647f36a,segment=NetworkSegment(4d687630-1619-45a3-b53f-f216f6e5d8d2),segment_id=4d687630-1619-45a3-b53f-f216f6e5d8d2)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:37:40.262154 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Returning: {'device': '397e1de2-531e-4761-ae13-abfb9647f36a', 'network_id': '40de9ba3-57f0-46f6-9ccb-9110dd5813fb', 'port_id': '397e1de2-531e-4761-ae13-abfb9647f36a', 'mac_address': 'fa:16:3e:1d:1d:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd74dea0d-5809-42a4-877e-60575d825691', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:37:40.297572 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:40.312552 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.notifiers.nova [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 397e1de2-531e-4761-ae13-abfb9647f36a {{(pid=92747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:37:40.331755 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] For port 397e1de2-531e-4761-ae13-abfb9647f36a, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=397e1de2-531e-4761-ae13-abfb9647f36a,segment=NetworkSegment(4d687630-1619-45a3-b53f-f216f6e5d8d2),segment_id=4d687630-1619-45a3-b53f-f216f6e5d8d2)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:37:40.335578 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:40.337373 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:40.384658 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Pushing event updated for resources: {'Port': ['ID=397e1de2-531e-4761-ae13-abfb9647f36a,revision_number=4']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:40.387577 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:40.607236 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] get_ports_and_sgs() called for port_ids ['397e1de2-531e-4761-ae13-abfb9647f36a'] {{(pid=92747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:37:41.055214 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baef57b-d332-465a-bd0d-24b79592d354 req-fb264cbd-8ffb-47e3-893f-f5ed401e54f9 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:37:41.056615 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-3baef57b-d332-465a-bd0d-24b79592d354 req-fb264cbd-8ffb-47e3-893f-f5ed401e54f9 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] 10.222.0.13 "GET /v2.0/ports?device_id=46252329-574d-4af9-a497-4b828a88f7d4 HTTP/1.1" status: 200 len: 944 time: 0.0642242 Jun 21 04:37:41.093172 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-3baef57b-d332-465a-bd0d-24b79592d354 req-fe1e2867-1209-4cf6-9983-28639de02902 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aee4556-9c57-4917-a2e4-992d62b753b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305092 Jun 21 04:37:42.168352 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device 397e1de2-531e-4761-ae13-abfb9647f36a up at agent hyperv_hv-cinder-79688 {{(pid=92747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:37:42.219081 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Provisioning for port 397e1de2-531e-4761-ae13-abfb9647f36a completed by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:37:42.222893 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Provisioning complete for port 397e1de2-531e-4761-ae13-abfb9647f36a triggered by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:37:42.223277 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:42.261791 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b9c0e-c81c-4c10-9d19-91c47bb8bc5d req-988271a2-d00a-444d-b05c-adcd9b227e2f tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:37:42.263259 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-e79b9c0e-c81c-4c10-9d19-91c47bb8bc5d req-988271a2-d00a-444d-b05c-adcd9b227e2f tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] 10.222.0.13 "GET /v2.0/ports?device_id=46252329-574d-4af9-a497-4b828a88f7d4 HTTP/1.1" status: 200 len: 944 time: 0.0638411 Jun 21 04:37:42.299386 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:42.301007 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-e79b9c0e-c81c-4c10-9d19-91c47bb8bc5d req-fc56e22d-69b3-4079-bbfa-8b74de1fa376 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aee4556-9c57-4917-a2e4-992d62b753b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314224 Jun 21 04:37:42.324185 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46252329-574d-4af9-a497-4b828a88f7d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '397e1de2-531e-4761-ae13-abfb9647f36a'}] {{(pid=92747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:37:42.326455 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}801f1ae26e0cb5c56acb95c727deede285b0e3a42266231ef73c077b6573d85d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f3a9cff-4e6f-4959-936d-a460486b532a" -d '{"events": [{"server_uuid": "46252329-574d-4af9-a497-4b828a88f7d4", "name": "network-vif-plugged", "status": "completed", "tag": "397e1de2-531e-4761-ae13-abfb9647f36a"}]}' {{(pid=92747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:37:42.339225 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] For port 397e1de2-531e-4761-ae13-abfb9647f36a, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=397e1de2-531e-4761-ae13-abfb9647f36a,segment=NetworkSegment(4d687630-1619-45a3-b53f-f216f6e5d8d2),segment_id=4d687630-1619-45a3-b53f-f216f6e5d8d2)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:37:42.343982 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:42.346676 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:42.368179 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be8b529-9d5e-4236-aef7-e57dc17f3559 x-openstack-request-id: req-1be8b529-9d5e-4236-aef7-e57dc17f3559 {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:37:42.368479 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46252329-574d-4af9-a497-4b828a88f7d4", "name": "network-vif-plugged", "status": "completed", "tag": "397e1de2-531e-4761-ae13-abfb9647f36a", "code": 200}]} {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:37:42.368739 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1be8b529-9d5e-4236-aef7-e57dc17f3559 {{(pid=92747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:37:42.369133 dv-cinder-796889-2-smb neutron-server[92747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46252329-574d-4af9-a497-4b828a88f7d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '397e1de2-531e-4761-ae13-abfb9647f36a', 'code': 200} Jun 21 04:37:42.395283 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Pushing event updated for resources: {'Port': ['ID=397e1de2-531e-4761-ae13-abfb9647f36a,revision_number=5']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:42.398280 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:42.695946 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c099ca8-4f34-47b5-bd6e-78dfbb49cd81 req-c5dcbc0c-0d88-49cd-b846-432a696f8fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:37:42.697421 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-8c099ca8-4f34-47b5-bd6e-78dfbb49cd81 req-c5dcbc0c-0d88-49cd-b846-432a696f8fcd service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=46252329-574d-4af9-a497-4b828a88f7d4 HTTP/1.1" status: 200 len: 1098 time: 0.0535462 Jun 21 04:37:42.728780 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-8c099ca8-4f34-47b5-bd6e-78dfbb49cd81 req-056c8956-3350-4d95-a9b8-49c97176130c service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=2aee4556-9c57-4917-a2e4-992d62b753b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0252941 Jun 21 04:37:43.064601 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.agents_db [None req-0317ce1f-94ba-4828-a78d-05fb42e0f355 None None] Agent healthcheck: found 6 active agents {{(pid=92748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:37:43.468258 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973f03d-7a20-408f-8f7c-690d71c37860 req-6c0f77d9-94d1-428f-b614-aa44ebfcaf21 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:37:43.469690 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-f973f03d-7a20-408f-8f7c-690d71c37860 req-6c0f77d9-94d1-428f-b614-aa44ebfcaf21 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] 10.222.0.13 "GET /v2.0/ports?device_id=46252329-574d-4af9-a497-4b828a88f7d4 HTTP/1.1" status: 200 len: 945 time: 0.0611467 Jun 21 04:37:43.505293 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-f973f03d-7a20-408f-8f7c-690d71c37860 req-f83555f1-ddea-4e5b-bee5-03a8959c2882 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aee4556-9c57-4917-a2e4-992d62b753b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301733 Jun 21 04:37:44.675605 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef33d576-debc-41ec-9a51-27200c436530 req-1936dc86-28c1-44d9-aaa9-605d7760e7e8 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:37:44.677022 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-ef33d576-debc-41ec-9a51-27200c436530 req-1936dc86-28c1-44d9-aaa9-605d7760e7e8 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] 10.222.0.13 "GET /v2.0/ports?device_id=46252329-574d-4af9-a497-4b828a88f7d4 HTTP/1.1" status: 200 len: 945 time: 0.0645492 Jun 21 04:37:44.713625 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-ef33d576-debc-41ec-9a51-27200c436530 req-576c8c65-1d12-4617-a1e8-aea39072de58 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aee4556-9c57-4917-a2e4-992d62b753b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310583 Jun 21 04:37:44.877672 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548403e9-9a1f-48f1-9643-b474d7879050 req-ad171143-c4d1-4471-8a60-217f784648df tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:37:44.879003 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-548403e9-9a1f-48f1-9643-b474d7879050 req-ad171143-c4d1-4471-8a60-217f784648df tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] 10.222.0.13 "GET /v2.0/ports?device_id=46252329-574d-4af9-a497-4b828a88f7d4 HTTP/1.1" status: 200 len: 945 time: 0.0610771 Jun 21 04:37:44.914716 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-548403e9-9a1f-48f1-9643-b474d7879050 req-685a132b-ab1a-4a46-8b38-a18cf93d3b73 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aee4556-9c57-4917-a2e4-992d62b753b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302908 Jun 21 04:37:44.937827 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 37110) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:37:45.070865 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acfafd49-85de-4531-a489-8105fb31e2db tempest-TestShelveInstance-1581433143 tempest-TestShelveInstance-1581433143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:37:45.072304 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-acfafd49-85de-4531-a489-8105fb31e2db tempest-TestShelveInstance-1581433143 tempest-TestShelveInstance-1581433143-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=46252329-574d-4af9-a497-4b828a88f7d4 HTTP/1.1" status: 200 len: 1093 time: 0.1335638 Jun 21 04:37:45.075108 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 37114) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:37:45.079261 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.v2.base [None req-a4966dbd-a973-4c12-bfca-2d034b848482 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Request body: {'floatingip': {'floating_network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'port_id': '397e1de2-531e-4761-ae13-abfb9647f36a', 'tenant_id': '909af2342a2e4c8e935c962f89d1ffdf', 'fixed_ip_address': '172.20.0.4'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:37:45.099503 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-a4966dbd-a973-4c12-bfca-2d034b848482 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Notify callbacks [] for floatingip, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:45.191172 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-a4966dbd-a973-4c12-bfca-2d034b848482 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-632420'] for port, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:45.292463 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.db.db_base_plugin_common [None req-a4966dbd-a973-4c12-bfca-2d034b848482 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Allocated IP 172.28.2.147 (e4173b4a-3ce8-414e-a2d6-4147ce727684/074fe887-5c0a-4322-b8b4-1844e3a886aa/f7b395e8-18ce-4def-af46-ffa0d43406bb) {{(pid=92746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:37:45.389708 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-a4966dbd-a973-4c12-bfca-2d034b848482 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Notify callbacks [] for port, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:45.429192 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-a4966dbd-a973-4c12-bfca-2d034b848482 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-637351', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789666979157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33408509'] for port, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:45.431997 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-1559bfe9-4f9c-4a23-a696-a687c606541c tempest-VolumesActionsTest-1802280860 tempest-VolumesActionsTest-1802280860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:45.471816 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4966dbd-a973-4c12-bfca-2d034b848482 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Network e4173b4a-3ce8-414e-a2d6-4147ce727684 is already hosted by enough agents. {{(pid=92746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:37:45.474441 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.scheduler.base_scheduler [None req-a4966dbd-a973-4c12-bfca-2d034b848482 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Resources bound (agent type, host, resource id): {{(pid=92746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:37:45.477964 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4966dbd-a973-4c12-bfca-2d034b848482 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Received port after_create {{(pid=92746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:37:45.502468 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4966dbd-a973-4c12-bfca-2d034b848482 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Pushing event updated for resources: {'Port': ['ID=f7b395e8-18ce-4def-af46-ffa0d43406bb,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:45.507935 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-a4966dbd-a973-4c12-bfca-2d034b848482 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:45.849727 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-a4966dbd-a973-4c12-bfca-2d034b848482 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:45.925475 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-a4966dbd-a973-4c12-bfca-2d034b848482 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:46.076445 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-a4966dbd-a973-4c12-bfca-2d034b848482 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Notify callbacks [] for port, precommit_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:46.081458 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-a4966dbd-a973-4c12-bfca-2d034b848482 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33408459'] for port, after_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:46.083410 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-ded961a5-bb2a-49bf-abea-56fe17c61724 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:46.142296 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4966dbd-a973-4c12-bfca-2d034b848482 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Pushing event updated for resources: {'Port': ['ID=f7b395e8-18ce-4def-af46-ffa0d43406bb,revision_number=2']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:46.145841 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-a4966dbd-a973-4c12-bfca-2d034b848482 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:46.156941 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-a4966dbd-a973-4c12-bfca-2d034b848482 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33062327'] for floatingip, after_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:46.252056 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.db.l3_db [None req-a4966dbd-a973-4c12-bfca-2d034b848482 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Floating IP f883deff-d3ea-43d7-8f2d-4ba3462ef46e associated. External IP: 172.28.2.147, port: 397e1de2-531e-4761-ae13-abfb9647f36a. Jun 21 04:37:46.453773 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4966dbd-a973-4c12-bfca-2d034b848482 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Router 563383a9-9ad5-4acd-aa38-12acadbe104f has already been hosted by L3 agent c5fde6f5-f096-4668-9faa-154c63e10de0 {{(pid=92746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:37:46.563923 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4966dbd-a973-4c12-bfca-2d034b848482 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Notify agent at l3_agent.dv-cinder-796889-2-smb the message routers_updated {{(pid=92746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:37:46.573228 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498b3ee4-8c33-4450-9001-7603f4b71567 None None] Sync routers for ids ['563383a9-9ad5-4acd-aa38-12acadbe104f'] in dv-cinder-796889-2-smb {{(pid=92747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:37:46.580067 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-a4966dbd-a973-4c12-bfca-2d034b848482 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5899'] for floatingip, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:46.583553 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498b3ee4-8c33-4450-9001-7603f4b71567 None None] Routers {'563383a9-9ad5-4acd-aa38-12acadbe104f'} bound to L3 agent in host dv-cinder-796889-2-smb {{(pid=92747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:37:46.584171 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-498b3ee4-8c33-4450-9001-7603f4b71567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T04:21:37Z,description=,heartbeat_timestamp=2021-06-21T04:37:37Z,host='dv-cinder-796889-2-smb',id=c5fde6f5-f096-4668-9faa-154c63e10de0,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:21:37Z,topic='l3_agent')) {'router_ids': ['563383a9-9ad5-4acd-aa38-12acadbe104f'], 'active': True} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:37:46.626605 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-a4966dbd-a973-4c12-bfca-2d034b848482 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5385308 Jun 21 04:37:46.626605 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46252329-574d-4af9-a497-4b828a88f7d4', 'tag': '397e1de2-531e-4761-ae13-abfb9647f36a'}] {{(pid=92746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:37:46.626605 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7cbf71f9e1aa915714a5a62000f0bd5d8f9af41b6b6cc8a146f78dbc3385941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d1c842-ee36-4f1e-bbc4-45b3285cd20c" -d '{"events": [{"name": "network-changed", "server_uuid": "46252329-574d-4af9-a497-4b828a88f7d4", "tag": "397e1de2-531e-4761-ae13-abfb9647f36a"}]}' {{(pid=92746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:37:46.687498 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvr_db [None req-498b3ee4-8c33-4450-9001-7603f4b71567 None None] Set router 563383a9-9ad5-4acd-aa38-12acadbe104f gateway port host: dv-cinder-796889-2-smb {{(pid=92747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:37:46.714062 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81057a6e-d7d4-4115-9cf4-c01b8ee76442 x-openstack-request-id: req-81057a6e-d7d4-4115-9cf4-c01b8ee76442 {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:37:46.714395 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46252329-574d-4af9-a497-4b828a88f7d4", "tag": "397e1de2-531e-4761-ae13-abfb9647f36a", "status": "completed", "code": 200}]} {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:37:46.714682 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-81057a6e-d7d4-4115-9cf4-c01b8ee76442 {{(pid=92746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:37:46.715123 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46252329-574d-4af9-a497-4b828a88f7d4', 'tag': '397e1de2-531e-4761-ae13-abfb9647f36a', 'status': 'completed', 'code': 200} Jun 21 04:37:46.810113 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1c842-ee36-4f1e-bbc4-45b3285cd20c req-2cac019d-e086-4f0c-b049-d668bfa6aece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:37:46.812210 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-d6d1c842-ee36-4f1e-bbc4-45b3285cd20c req-2cac019d-e086-4f0c-b049-d668bfa6aece service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=909af2342a2e4c8e935c962f89d1ffdf&device_id=46252329-574d-4af9-a497-4b828a88f7d4 HTTP/1.1" status: 200 len: 1098 time: 0.0538595 Jun 21 04:37:46.896431 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1c842-ee36-4f1e-bbc4-45b3285cd20c req-b16add1b-cc82-4a3a-b0d9-45ceed32af88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:37:46.897939 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-d6d1c842-ee36-4f1e-bbc4-45b3285cd20c req-b16add1b-cc82-4a3a-b0d9-45ceed32af88 service neutron] 10.222.0.38 "GET /v2.0/networks?id=40de9ba3-57f0-46f6-9ccb-9110dd5813fb HTTP/1.1" status: 200 len: 910 time: 0.0798998 Jun 21 04:37:46.912730 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-498b3ee4-8c33-4450-9001-7603f4b71567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563383a9-9ad5-4acd-aa38-12acadbe104f', 'name': 'tempest-TestShelveInstance-2004403748-router', 'tenant_id': '909af2342a2e4c8e935c962f89d1ffdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.48'}], 'enable_snat': True}, 'gw_port_id': '983b4319-4ad4-4892-98a9-7b716c990093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:37:10Z', 'updated_at': '2021-06-21T04:37:13Z', 'revision_number': 4, 'project_id': '909af2342a2e4c8e935c962f89d1ffdf', 'gw_port': {'id': '983b4319-4ad4-4892-98a9-7b716c990093', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563383a9-9ad5-4acd-aa38-12acadbe104f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:37:11Z', 'updated_at': '2021-06-21T04:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb', '_floatingips': [{'id': 'f883deff-d3ea-43d7-8f2d-4ba3462ef46e', 'tenant_id': '909af2342a2e4c8e935c962f89d1ffdf', 'floating_ip_address': '172.28.2.147', 'floating_network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'router_id': '563383a9-9ad5-4acd-aa38-12acadbe104f', 'port_id': '397e1de2-531e-4761-ae13-abfb9647f36a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40de9ba3-57f0-46f6-9ccb-9110dd5813fb', 'mac_address': 'fa:16:3e:1d:1d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46252329-574d-4af9-a497-4b828a88f7d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:37:45Z', 'updated_at': '2021-06-21T04:37:45Z', 'revision_number': 0, 'project_id': '909af2342a2e4c8e935c962f89d1ffdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60b2f2ff-0d4c-4e83-a274-5f2675dfcfe9', 'name': '', 'network_id': '40de9ba3-57f0-46f6-9ccb-9110dd5813fb', 'tenant_id': '909af2342a2e4c8e935c962f89d1ffdf', 'mac_address': 'fa:16:3e:ad:54:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563383a9-9ad5-4acd-aa38-12acadbe104f', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'd74dea0d-5809-42a4-877e-60575d825691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:37:12Z', 'updated_at': '2021-06-21T04:37:18Z', 'revision_number': 5, 'project_id': '909af2342a2e4c8e935c962f89d1ffdf', 'subnets': [{'id': 'd74dea0d-5809-42a4-877e-60575d825691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-smb', False) {} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:37:46.938319 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498b3ee4-8c33-4450-9001-7603f4b71567 None None] Checking router: 563383a9-9ad5-4acd-aa38-12acadbe104f for host: dv-cinder-796889-2-smb {{(pid=92747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:37:46.946920 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498b3ee4-8c33-4450-9001-7603f4b71567 None None] Routers {'563383a9-9ad5-4acd-aa38-12acadbe104f'} bound to L3 agent in host dv-cinder-796889-2-smb {{(pid=92747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:37:46.947644 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-498b3ee4-8c33-4450-9001-7603f4b71567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T04:21:37Z,description=,heartbeat_timestamp=2021-06-21T04:37:37Z,host='dv-cinder-796889-2-smb',id=c5fde6f5-f096-4668-9faa-154c63e10de0,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:21:37Z,topic='l3_agent')) {'router_ids': ['563383a9-9ad5-4acd-aa38-12acadbe104f'], 'active': True} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:37:46.963708 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-d6d1c842-ee36-4f1e-bbc4-45b3285cd20c req-c709fc62-2f97-4c11-b7f5-47d19646fe68 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=397e1de2-531e-4761-ae13-abfb9647f36a HTTP/1.1" status: 200 len: 999 time: 0.0599968 Jun 21 04:37:47.010062 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1c842-ee36-4f1e-bbc4-45b3285cd20c req-3b34fbfb-f03a-4f94-902d-dae51601072f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:37:47.011494 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-d6d1c842-ee36-4f1e-bbc4-45b3285cd20c req-3b34fbfb-f03a-4f94-902d-dae51601072f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d74dea0d-5809-42a4-877e-60575d825691 HTTP/1.1" status: 200 len: 848 time: 0.0425448 Jun 21 04:37:47.049684 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvr_db [None req-498b3ee4-8c33-4450-9001-7603f4b71567 None None] Set router 563383a9-9ad5-4acd-aa38-12acadbe104f gateway port host: dv-cinder-796889-2-smb {{(pid=92747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:37:47.065663 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1c842-ee36-4f1e-bbc4-45b3285cd20c req-542b886d-b46d-4aff-b13c-4c3a5becf1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:37:47.067384 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-d6d1c842-ee36-4f1e-bbc4-45b3285cd20c req-542b886d-b46d-4aff-b13c-4c3a5becf1e4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=40de9ba3-57f0-46f6-9ccb-9110dd5813fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0500138 Jun 21 04:37:47.158581 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-d6d1c842-ee36-4f1e-bbc4-45b3285cd20c req-673a965c-2aad-45ba-9a91-4a49534abbeb service neutron] 10.222.0.38 "GET /v2.0/networks/40de9ba3-57f0-46f6-9ccb-9110dd5813fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850472 Jun 21 04:37:47.244989 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-d6d1c842-ee36-4f1e-bbc4-45b3285cd20c req-b43d3fee-c00c-4899-aeb6-69389231a962 service neutron] 10.222.0.38 "GET /v2.0/networks/40de9ba3-57f0-46f6-9ccb-9110dd5813fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800567 Jun 21 04:37:47.266164 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-498b3ee4-8c33-4450-9001-7603f4b71567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563383a9-9ad5-4acd-aa38-12acadbe104f', 'name': 'tempest-TestShelveInstance-2004403748-router', 'tenant_id': '909af2342a2e4c8e935c962f89d1ffdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.48'}], 'enable_snat': True}, 'gw_port_id': '983b4319-4ad4-4892-98a9-7b716c990093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:37:10Z', 'updated_at': '2021-06-21T04:37:13Z', 'revision_number': 4, 'project_id': '909af2342a2e4c8e935c962f89d1ffdf', 'gw_port': {'id': '983b4319-4ad4-4892-98a9-7b716c990093', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563383a9-9ad5-4acd-aa38-12acadbe104f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:37:11Z', 'updated_at': '2021-06-21T04:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb', '_floatingips': [{'id': 'f883deff-d3ea-43d7-8f2d-4ba3462ef46e', 'tenant_id': '909af2342a2e4c8e935c962f89d1ffdf', 'floating_ip_address': '172.28.2.147', 'floating_network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'router_id': '563383a9-9ad5-4acd-aa38-12acadbe104f', 'port_id': '397e1de2-531e-4761-ae13-abfb9647f36a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40de9ba3-57f0-46f6-9ccb-9110dd5813fb', 'mac_address': 'fa:16:3e:1d:1d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46252329-574d-4af9-a497-4b828a88f7d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:37:45Z', 'updated_at': '2021-06-21T04:37:45Z', 'revision_number': 0, 'project_id': '909af2342a2e4c8e935c962f89d1ffdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60b2f2ff-0d4c-4e83-a274-5f2675dfcfe9', 'name': '', 'network_id': '40de9ba3-57f0-46f6-9ccb-9110dd5813fb', 'tenant_id': '909af2342a2e4c8e935c962f89d1ffdf', 'mac_address': 'fa:16:3e:ad:54:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563383a9-9ad5-4acd-aa38-12acadbe104f', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'd74dea0d-5809-42a4-877e-60575d825691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:37:12Z', 'updated_at': '2021-06-21T04:37:18Z', 'revision_number': 5, 'project_id': '909af2342a2e4c8e935c962f89d1ffdf', 'subnets': [{'id': 'd74dea0d-5809-42a4-877e-60575d825691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-smb', False) {} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:37:47.294811 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498b3ee4-8c33-4450-9001-7603f4b71567 None None] The sync data for ids ['563383a9-9ad5-4acd-aa38-12acadbe104f'] in dv-cinder-796889-2-smb is: [{'id': '563383a9-9ad5-4acd-aa38-12acadbe104f', 'name': 'tempest-TestShelveInstance-2004403748-router', 'tenant_id': '909af2342a2e4c8e935c962f89d1ffdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.48'}], 'enable_snat': True}, 'gw_port_id': '983b4319-4ad4-4892-98a9-7b716c990093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:37:10Z', 'updated_at': '2021-06-21T04:37:13Z', 'revision_number': 4, 'project_id': '909af2342a2e4c8e935c962f89d1ffdf', 'gw_port': {'id': '983b4319-4ad4-4892-98a9-7b716c990093', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563383a9-9ad5-4acd-aa38-12acadbe104f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:37:11Z', 'updated_at': '2021-06-21T04:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb', '_floatingips': [{'id': 'f883deff-d3ea-43d7-8f2d-4ba3462ef46e', 'tenant_id': '909af2342a2e4c8e935c962f89d1ffdf', 'floating_ip_address': '172.28.2.147', 'floating_network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'router_id': '563383a9-9ad5-4acd-aa38-12acadbe104f', 'port_id': '397e1de2-531e-4761-ae13-abfb9647f36a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40de9ba3-57f0-46f6-9ccb-9110dd5813fb', 'mac_address': 'fa:16:3e:1d:1d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46252329-574d-4af9-a497-4b828a88f7d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:37:45Z', 'updated_at': '2021-06-21T04:37:45Z', 'revision_number': 0, 'project_id': '909af2342a2e4c8e935c962f89d1ffdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60b2f2ff-0d4c-4e83-a274-5f2675dfcfe9', 'name': '', 'network_id': '40de9ba3-57f0-46f6-9ccb-9110dd5813fb', 'tenant_id': '909af2342a2e4c8e935c962f89d1ffdf', 'mac_address': 'fa:16:3e:ad:54:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563383a9-9ad5-4acd-aa38-12acadbe104f', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'd74dea0d-5809-42a4-877e-60575d825691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:37:12Z', 'updated_at': '2021-06-21T04:37:18Z', 'revision_number': 5, 'project_id': '909af2342a2e4c8e935c962f89d1ffdf', 'subnets': [{'id': 'd74dea0d-5809-42a4-877e-60575d825691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:37:47.480821 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c8b081-c393-44a0-b6b4-698be3fc02ed None None] New status for floating IP f883deff-d3ea-43d7-8f2d-4ba3462ef46e: ACTIVE {{(pid=92748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 04:38:04.159644 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-c355a59c-fe28-410f-be2f-83f4b5081d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:06.756209 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-cecbe289-0af2-4cc5-bb7f-d0d7367c6d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:06.945642 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:06.987248 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:08.049478 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-af7905e6-f134-40b5-8f7f-d0c0aa400a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:09.660713 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-410c395a-ca3a-4855-90fb-923e0a2b4d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:20.062390 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.agents_db [None req-0317ce1f-94ba-4828-a78d-05fb42e0f355 None None] Agent healthcheck: found 6 active agents {{(pid=92748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:38:34.160462 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-62475ea2-a195-4a80-951d-3f77d2ba3a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:36.755185 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-6f8706e6-b565-4084-bd9e-6d9d1bada280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:36.970805 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:36.987056 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:38.052233 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-af7905e6-f134-40b5-8f7f-d0c0aa400a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:39.473268 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-c460e5c6-4cc8-49fd-abf2-e79fe452d81d req-c8599805-ded3-4eea-ac00-acf83576afb4 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=46252329-574d-4af9-a497-4b828a88f7d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0535989 Jun 21 04:38:39.582738 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c460e5c6-4cc8-49fd-abf2-e79fe452d81d req-d2c5aea2-aa19-4290-8fda-1e0a612f9ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:38:39.584061 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-c460e5c6-4cc8-49fd-abf2-e79fe452d81d req-d2c5aea2-aa19-4290-8fda-1e0a612f9ec8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=909af2342a2e4c8e935c962f89d1ffdf&device_id=46252329-574d-4af9-a497-4b828a88f7d4 HTTP/1.1" status: 200 len: 1098 time: 0.0500689 Jun 21 04:38:39.663076 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-410c395a-ca3a-4855-90fb-923e0a2b4d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:39.685567 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c460e5c6-4cc8-49fd-abf2-e79fe452d81d req-43b38c67-16ce-4a13-80ae-463e3c0dc864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:38:39.686995 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-c460e5c6-4cc8-49fd-abf2-e79fe452d81d req-43b38c67-16ce-4a13-80ae-463e3c0dc864 service neutron] 10.222.0.38 "GET /v2.0/networks?id=40de9ba3-57f0-46f6-9ccb-9110dd5813fb HTTP/1.1" status: 200 len: 910 time: 0.0844460 Jun 21 04:38:39.748384 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-c460e5c6-4cc8-49fd-abf2-e79fe452d81d req-43b6ab22-97f8-4da6-a8d2-8ca5efa69d33 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=397e1de2-531e-4761-ae13-abfb9647f36a HTTP/1.1" status: 200 len: 1001 time: 0.0542469 Jun 21 04:38:39.794430 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c460e5c6-4cc8-49fd-abf2-e79fe452d81d req-03f4e045-e9a9-4c52-8fc3-38605c25339a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:38:39.795779 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-c460e5c6-4cc8-49fd-abf2-e79fe452d81d req-03f4e045-e9a9-4c52-8fc3-38605c25339a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d74dea0d-5809-42a4-877e-60575d825691 HTTP/1.1" status: 200 len: 848 time: 0.0411675 Jun 21 04:38:39.856274 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c460e5c6-4cc8-49fd-abf2-e79fe452d81d req-e50cc845-9396-451d-bd73-d2680103ac4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:38:39.857767 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-c460e5c6-4cc8-49fd-abf2-e79fe452d81d req-e50cc845-9396-451d-bd73-d2680103ac4a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=40de9ba3-57f0-46f6-9ccb-9110dd5813fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0560868 Jun 21 04:38:39.943976 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-c460e5c6-4cc8-49fd-abf2-e79fe452d81d req-9ea565c7-9aa6-4fe2-890c-7f9b2d0ab2c8 service neutron] 10.222.0.38 "GET /v2.0/networks/40de9ba3-57f0-46f6-9ccb-9110dd5813fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798204 Jun 21 04:38:40.030035 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-c460e5c6-4cc8-49fd-abf2-e79fe452d81d req-35b48e58-5138-4758-8554-9470e6f1a31e service neutron] 10.222.0.38 "GET /v2.0/networks/40de9ba3-57f0-46f6-9ccb-9110dd5813fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802479 Jun 21 04:38:57.061263 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.agents_db [None req-0317ce1f-94ba-4828-a78d-05fb42e0f355 None None] Agent healthcheck: found 6 active agents {{(pid=92748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:39:04.161624 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-7974c3a5-3470-46f0-ac7b-84b05ce7bd89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:39:06.755995 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-8869ccdf-f55c-4092-98da-5db0e93112d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:39:06.970284 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:39:06.985085 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:39:08.058328 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-af7905e6-f134-40b5-8f7f-d0c0aa400a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:39:09.665591 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-410c395a-ca3a-4855-90fb-923e0a2b4d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:39:34.059597 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.agents_db [None req-0317ce1f-94ba-4828-a78d-05fb42e0f355 None None] Agent healthcheck: found 6 active agents {{(pid=92748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:39:34.161140 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-3b644705-7991-42e4-965c-f674d822848f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:39:36.756385 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-1a880532-6002-41e2-b9cc-715ab88a29e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:39:36.976528 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:39:36.985950 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:39:38.057510 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-af7905e6-f134-40b5-8f7f-d0c0aa400a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:39:39.667666 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-410c395a-ca3a-4855-90fb-923e0a2b4d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:39:40.941941 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d331a6f-f840-4918-bbb7-349aa1eab15b req-cdee22dc-f916-47d2-a00f-af66eda3da1e tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:39:40.943430 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-4d331a6f-f840-4918-bbb7-349aa1eab15b req-cdee22dc-f916-47d2-a00f-af66eda3da1e tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] 10.222.0.13 "GET /v2.0/ports?device_id=46252329-574d-4af9-a497-4b828a88f7d4 HTTP/1.1" status: 200 len: 945 time: 0.1105416 Jun 21 04:39:40.983207 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-4d331a6f-f840-4918-bbb7-349aa1eab15b req-9e8f24e5-fccf-4141-b670-f97422fc3894 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aee4556-9c57-4917-a2e4-992d62b753b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338228 Jun 21 04:39:41.536171 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c4381-120a-410b-9bd3-f0e0a8c92227 req-e4e84ead-022a-4b5a-8d65-67fae107be09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:39:41.537648 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-d22c4381-120a-410b-9bd3-f0e0a8c92227 req-e4e84ead-022a-4b5a-8d65-67fae107be09 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=909af2342a2e4c8e935c962f89d1ffdf&device_id=46252329-574d-4af9-a497-4b828a88f7d4 HTTP/1.1" status: 200 len: 1098 time: 0.0960670 Jun 21 04:39:41.640191 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c4381-120a-410b-9bd3-f0e0a8c92227 req-1e5d9d35-211f-45a5-82e6-ffae0df41da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:39:41.641626 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-d22c4381-120a-410b-9bd3-f0e0a8c92227 req-1e5d9d35-211f-45a5-82e6-ffae0df41da4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=40de9ba3-57f0-46f6-9ccb-9110dd5813fb HTTP/1.1" status: 200 len: 910 time: 0.0841637 Jun 21 04:39:41.703115 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-d22c4381-120a-410b-9bd3-f0e0a8c92227 req-6bd600b1-9ccd-4fb8-8e8e-0605fe642218 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=397e1de2-531e-4761-ae13-abfb9647f36a HTTP/1.1" status: 200 len: 1001 time: 0.0541852 Jun 21 04:39:41.749771 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c4381-120a-410b-9bd3-f0e0a8c92227 req-a400cf39-b762-491f-957b-83df40e49e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:39:41.751084 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-d22c4381-120a-410b-9bd3-f0e0a8c92227 req-a400cf39-b762-491f-957b-83df40e49e80 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d74dea0d-5809-42a4-877e-60575d825691 HTTP/1.1" status: 200 len: 848 time: 0.0399656 Jun 21 04:39:41.808332 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c4381-120a-410b-9bd3-f0e0a8c92227 req-a0799a1c-63d5-4aa6-98c3-961bff687280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:39:41.809760 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-d22c4381-120a-410b-9bd3-f0e0a8c92227 req-a0799a1c-63d5-4aa6-98c3-961bff687280 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=40de9ba3-57f0-46f6-9ccb-9110dd5813fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0511734 Jun 21 04:39:41.820934 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [req-d22c4381-120a-410b-9bd3-f0e0a8c92227 req-f5b2e843-e9bc-4d93-9c79-c9c644ee64f9 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 04:39:41.821896 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-d22c4381-120a-410b-9bd3-f0e0a8c92227 req-f5b2e843-e9bc-4d93-9c79-c9c644ee64f9 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055861 Jun 21 04:39:41.907494 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-d22c4381-120a-410b-9bd3-f0e0a8c92227 req-9b48827d-54d4-4f58-bf6e-2522ea0d5285 service neutron] 10.222.0.38 "GET /v2.0/networks/40de9ba3-57f0-46f6-9ccb-9110dd5813fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791683 Jun 21 04:39:41.995998 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-d22c4381-120a-410b-9bd3-f0e0a8c92227 req-9246570d-acfa-4754-a218-df1b3742d3e1 service neutron] 10.222.0.38 "GET /v2.0/networks/40de9ba3-57f0-46f6-9ccb-9110dd5813fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812273 Jun 21 04:39:42.455459 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903eb13-a97e-45de-9a29-602a9356b8c7 req-532460d5-15fc-4ee8-b83a-2de5821ed071 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:39:42.456918 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-9903eb13-a97e-45de-9a29-602a9356b8c7 req-532460d5-15fc-4ee8-b83a-2de5821ed071 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] 10.222.0.13 "GET /v2.0/ports?device_id=46252329-574d-4af9-a497-4b828a88f7d4 HTTP/1.1" status: 200 len: 945 time: 0.3647833 Jun 21 04:39:42.493429 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-9903eb13-a97e-45de-9a29-602a9356b8c7 req-aae8c375-7e23-4f61-83a5-db8e6aaa9653 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aee4556-9c57-4917-a2e4-992d62b753b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308914 Jun 21 04:39:43.670339 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468bb8ad-efe5-40ff-8f40-2ec22a20aeef req-51bc05b0-1744-4b17-befe-57a316e74ad5 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:39:43.671739 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-468bb8ad-efe5-40ff-8f40-2ec22a20aeef req-51bc05b0-1744-4b17-befe-57a316e74ad5 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] 10.222.0.13 "GET /v2.0/ports?device_id=46252329-574d-4af9-a497-4b828a88f7d4 HTTP/1.1" status: 200 len: 945 time: 0.0600119 Jun 21 04:39:43.707787 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-468bb8ad-efe5-40ff-8f40-2ec22a20aeef req-16e57878-34b4-4fd0-819b-5a872922313b tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aee4556-9c57-4917-a2e4-992d62b753b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305750 Jun 21 04:39:44.875959 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c287c9b9-2f8d-4abb-9b6b-57cedef24297 req-d8c8a1bf-757d-410c-99a1-057057db07e3 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:39:44.877382 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-c287c9b9-2f8d-4abb-9b6b-57cedef24297 req-d8c8a1bf-757d-410c-99a1-057057db07e3 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] 10.222.0.13 "GET /v2.0/ports?device_id=46252329-574d-4af9-a497-4b828a88f7d4 HTTP/1.1" status: 200 len: 945 time: 0.0637822 Jun 21 04:39:44.912833 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-c287c9b9-2f8d-4abb-9b6b-57cedef24297 req-95dd7bbd-1ffe-4a14-b12e-3dba006e604f tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aee4556-9c57-4917-a2e4-992d62b753b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294316 Jun 21 04:39:46.081011 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4047504d-c6c3-46e1-bc7a-1d1dc352b223 req-ca6dbe96-682a-4b00-9646-47206b22c7bb tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:39:46.082442 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-4047504d-c6c3-46e1-bc7a-1d1dc352b223 req-ca6dbe96-682a-4b00-9646-47206b22c7bb tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] 10.222.0.13 "GET /v2.0/ports?device_id=46252329-574d-4af9-a497-4b828a88f7d4 HTTP/1.1" status: 200 len: 945 time: 0.0607026 Jun 21 04:39:46.118212 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-4047504d-c6c3-46e1-bc7a-1d1dc352b223 req-52e0d094-089e-46d9-88dc-6b86d6fc03ab tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aee4556-9c57-4917-a2e4-992d62b753b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298054 Jun 21 04:39:47.303380 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573bd7f6-d882-47c3-9916-279acaf865e7 req-66862ef7-7de8-45aa-b695-b4da3e60bf14 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:39:47.305380 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-573bd7f6-d882-47c3-9916-279acaf865e7 req-66862ef7-7de8-45aa-b695-b4da3e60bf14 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] 10.222.0.13 "GET /v2.0/ports?device_id=46252329-574d-4af9-a497-4b828a88f7d4 HTTP/1.1" status: 200 len: 945 time: 0.0615504 Jun 21 04:39:47.346089 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-573bd7f6-d882-47c3-9916-279acaf865e7 req-23072919-a3cf-4235-85ec-111bebdc3144 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aee4556-9c57-4917-a2e4-992d62b753b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350301 Jun 21 04:39:48.513738 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e73da-fe3b-48a3-b8d3-8796b3600894 req-80456f43-f3ec-4832-9e78-b1574aab47c3 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:39:48.515077 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-bd3e73da-fe3b-48a3-b8d3-8796b3600894 req-80456f43-f3ec-4832-9e78-b1574aab47c3 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] 10.222.0.13 "GET /v2.0/ports?device_id=46252329-574d-4af9-a497-4b828a88f7d4 HTTP/1.1" status: 200 len: 945 time: 0.0623810 Jun 21 04:39:48.550377 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-bd3e73da-fe3b-48a3-b8d3-8796b3600894 req-42d9512d-9efe-44e7-a96c-93ae49d28c3a tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aee4556-9c57-4917-a2e4-992d62b753b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298798 Jun 21 04:39:49.722799 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acce3dc-2c05-49b9-9565-2397b6046c34 req-699a1dee-44e6-4397-933b-01cb5c044f55 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:39:49.725090 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-7acce3dc-2c05-49b9-9565-2397b6046c34 req-699a1dee-44e6-4397-933b-01cb5c044f55 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] 10.222.0.13 "GET /v2.0/ports?device_id=46252329-574d-4af9-a497-4b828a88f7d4 HTTP/1.1" status: 200 len: 945 time: 0.0677593 Jun 21 04:39:49.766044 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-7acce3dc-2c05-49b9-9565-2397b6046c34 req-f17e6667-1406-4e67-a2f3-75254856e3c4 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aee4556-9c57-4917-a2e4-992d62b753b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342803 Jun 21 04:39:50.938875 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02daadc-c87a-4430-9360-512072829058 req-ddce345f-46b3-4e05-b153-79dfd83397d5 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:39:50.940298 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-f02daadc-c87a-4430-9360-512072829058 req-ddce345f-46b3-4e05-b153-79dfd83397d5 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] 10.222.0.13 "GET /v2.0/ports?device_id=46252329-574d-4af9-a497-4b828a88f7d4 HTTP/1.1" status: 200 len: 945 time: 0.0640068 Jun 21 04:39:50.977097 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-f02daadc-c87a-4430-9360-512072829058 req-fc5fac5e-f4b4-494d-a6cf-8d95b84ffa51 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aee4556-9c57-4917-a2e4-992d62b753b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312793 Jun 21 04:39:51.064977 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ef1f2-c25c-49e4-bde8-c96566512175 req-ef5787f7-4af3-405d-b03f-a351cfe8cc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:39:51.066357 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-c43ef1f2-c25c-49e4-bde8-c96566512175 req-ef5787f7-4af3-405d-b03f-a351cfe8cc71 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=909af2342a2e4c8e935c962f89d1ffdf&device_id=46252329-574d-4af9-a497-4b828a88f7d4 HTTP/1.1" status: 200 len: 1098 time: 0.0510905 Jun 21 04:39:51.154179 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ef1f2-c25c-49e4-bde8-c96566512175 req-4afeaba3-1380-40c5-b39f-a4b454d57bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:39:51.155558 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-c43ef1f2-c25c-49e4-bde8-c96566512175 req-4afeaba3-1380-40c5-b39f-a4b454d57bf6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=40de9ba3-57f0-46f6-9ccb-9110dd5813fb HTTP/1.1" status: 200 len: 910 time: 0.0833025 Jun 21 04:39:51.444871 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-c43ef1f2-c25c-49e4-bde8-c96566512175 req-0d994a4f-92ca-4652-b518-ff6284958488 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=397e1de2-531e-4761-ae13-abfb9647f36a HTTP/1.1" status: 200 len: 1001 time: 0.2820466 Jun 21 04:39:51.489891 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ef1f2-c25c-49e4-bde8-c96566512175 req-944dd06b-8979-4c9e-8a64-bd17c06cced3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:39:51.491234 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-c43ef1f2-c25c-49e4-bde8-c96566512175 req-944dd06b-8979-4c9e-8a64-bd17c06cced3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d74dea0d-5809-42a4-877e-60575d825691 HTTP/1.1" status: 200 len: 848 time: 0.0403981 Jun 21 04:39:51.546964 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ef1f2-c25c-49e4-bde8-c96566512175 req-cbea76a5-9955-4f98-9f2f-892a013dfab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:39:51.548358 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-c43ef1f2-c25c-49e4-bde8-c96566512175 req-cbea76a5-9955-4f98-9f2f-892a013dfab9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=40de9ba3-57f0-46f6-9ccb-9110dd5813fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0506165 Jun 21 04:39:51.631857 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-c43ef1f2-c25c-49e4-bde8-c96566512175 req-32fbd713-360a-4961-9fb9-611a1319cd26 service neutron] 10.222.0.38 "GET /v2.0/networks/40de9ba3-57f0-46f6-9ccb-9110dd5813fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0765760 Jun 21 04:39:51.719783 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-c43ef1f2-c25c-49e4-bde8-c96566512175 req-b17f3021-52ea-4775-a050-53509fe8b5c0 service neutron] 10.222.0.38 "GET /v2.0/networks/40de9ba3-57f0-46f6-9ccb-9110dd5813fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816357 Jun 21 04:39:52.145601 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf2e201-e8ec-44c4-8f75-bdc428f7ade8 req-2e506790-fe63-4259-b317-83fc96d162f7 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:39:52.147017 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-4cf2e201-e8ec-44c4-8f75-bdc428f7ade8 req-2e506790-fe63-4259-b317-83fc96d162f7 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] 10.222.0.13 "GET /v2.0/ports?device_id=46252329-574d-4af9-a497-4b828a88f7d4 HTTP/1.1" status: 200 len: 945 time: 0.0607057 Jun 21 04:39:52.183237 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-4cf2e201-e8ec-44c4-8f75-bdc428f7ade8 req-ab7c98d6-e4ee-4725-9c65-a201cf25faf0 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aee4556-9c57-4917-a2e4-992d62b753b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300114 Jun 21 04:39:53.359461 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429eef8c-f131-438b-9d27-f0eccdae174d req-bd47023a-2054-4e07-b27d-f8c38a12d383 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:39:53.360933 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-429eef8c-f131-438b-9d27-f0eccdae174d req-bd47023a-2054-4e07-b27d-f8c38a12d383 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] 10.222.0.13 "GET /v2.0/ports?device_id=46252329-574d-4af9-a497-4b828a88f7d4 HTTP/1.1" status: 200 len: 945 time: 0.0644865 Jun 21 04:39:53.402819 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-429eef8c-f131-438b-9d27-f0eccdae174d req-2953acc7-9f42-497e-af04-0e6d4b3923a2 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aee4556-9c57-4917-a2e4-992d62b753b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362647 Jun 21 04:39:54.579194 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3cedc5-b37c-44bd-9b3d-063674e77cac req-d2ffa9da-9d20-415a-b985-bc8e7ab06e97 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:39:54.580498 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-1b3cedc5-b37c-44bd-9b3d-063674e77cac req-d2ffa9da-9d20-415a-b985-bc8e7ab06e97 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] 10.222.0.13 "GET /v2.0/ports?device_id=46252329-574d-4af9-a497-4b828a88f7d4 HTTP/1.1" status: 200 len: 945 time: 0.0616415 Jun 21 04:39:54.616088 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-1b3cedc5-b37c-44bd-9b3d-063674e77cac req-107439b0-800a-4e82-b389-7b048745d132 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aee4556-9c57-4917-a2e4-992d62b753b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300386 Jun 21 04:39:54.884075 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-c21df9ff-891f-4166-8537-f079fbbadc92 req-4a7843df-5f8f-4dfe-ad35-22f570152ab6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=46252329-574d-4af9-a497-4b828a88f7d4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0523918 Jun 21 04:39:54.961795 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffdfe00-d522-4c26-b375-6c07160c05d0 req-f3f97b09-7e1d-4518-a451-3e1a4e1e4418 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:39:54.963255 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-3ffdfe00-d522-4c26-b375-6c07160c05d0 req-f3f97b09-7e1d-4518-a451-3e1a4e1e4418 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] 10.222.0.13 "GET /v2.0/ports?device_id=46252329-574d-4af9-a497-4b828a88f7d4 HTTP/1.1" status: 200 len: 945 time: 0.0679917 Jun 21 04:39:55.000502 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-3ffdfe00-d522-4c26-b375-6c07160c05d0 req-72d9ceec-3e08-4405-95e5-7ef3c6f3903b tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aee4556-9c57-4917-a2e4-992d62b753b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317063 Jun 21 04:39:56.153768 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21df9ff-891f-4166-8537-f079fbbadc92 req-259ff5d2-d5a1-45c7-bb35-ed8d0cc1a625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:39:56.155345 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-c21df9ff-891f-4166-8537-f079fbbadc92 req-259ff5d2-d5a1-45c7-bb35-ed8d0cc1a625 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=46252329-574d-4af9-a497-4b828a88f7d4&tenant_id=909af2342a2e4c8e935c962f89d1ffdf HTTP/1.1" status: 200 len: 1098 time: 0.0518970 Jun 21 04:39:56.176192 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cde958-6fbc-4d2a-8ea3-c2ee365d2a03 req-447ff52b-feb5-468d-9a43-4f95c5353f00 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:39:56.177882 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-b3cde958-6fbc-4d2a-8ea3-c2ee365d2a03 req-447ff52b-feb5-468d-9a43-4f95c5353f00 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] 10.222.0.13 "GET /v2.0/ports?device_id=46252329-574d-4af9-a497-4b828a88f7d4 HTTP/1.1" status: 200 len: 945 time: 0.0651848 Jun 21 04:39:56.215661 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-b3cde958-6fbc-4d2a-8ea3-c2ee365d2a03 req-ef8ff129-0c18-4f3a-ae7e-20efc5c973c9 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aee4556-9c57-4917-a2e4-992d62b753b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320730 Jun 21 04:39:56.237595 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21df9ff-891f-4166-8537-f079fbbadc92 req-a79dbae1-a499-47c3-b2a9-128880bdad51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:39:56.239119 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-c21df9ff-891f-4166-8537-f079fbbadc92 req-a79dbae1-a499-47c3-b2a9-128880bdad51 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=909af2342a2e4c8e935c962f89d1ffdf&device_id=46252329-574d-4af9-a497-4b828a88f7d4 HTTP/1.1" status: 200 len: 1098 time: 0.0513802 Jun 21 04:39:56.326511 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21df9ff-891f-4166-8537-f079fbbadc92 req-d3f75463-ba10-4ea9-b471-161db70d67f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:39:56.327809 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-c21df9ff-891f-4166-8537-f079fbbadc92 req-d3f75463-ba10-4ea9-b471-161db70d67f6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=40de9ba3-57f0-46f6-9ccb-9110dd5813fb HTTP/1.1" status: 200 len: 910 time: 0.0829670 Jun 21 04:39:56.389473 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-c21df9ff-891f-4166-8537-f079fbbadc92 req-03182868-bdc4-4baf-a408-f890d6d3b43e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=397e1de2-531e-4761-ae13-abfb9647f36a HTTP/1.1" status: 200 len: 1001 time: 0.0546443 Jun 21 04:39:56.436450 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21df9ff-891f-4166-8537-f079fbbadc92 req-de62021b-97fd-49c9-a29f-e28b48304ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:39:56.437829 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-c21df9ff-891f-4166-8537-f079fbbadc92 req-de62021b-97fd-49c9-a29f-e28b48304ffd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d74dea0d-5809-42a4-877e-60575d825691 HTTP/1.1" status: 200 len: 848 time: 0.0416026 Jun 21 04:39:56.496572 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21df9ff-891f-4166-8537-f079fbbadc92 req-98b84630-7bfc-45b2-8817-58a621693cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:39:56.498069 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-c21df9ff-891f-4166-8537-f079fbbadc92 req-98b84630-7bfc-45b2-8817-58a621693cf3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=40de9ba3-57f0-46f6-9ccb-9110dd5813fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0541537 Jun 21 04:39:56.582817 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-c21df9ff-891f-4166-8537-f079fbbadc92 req-f3a4f162-bce8-4655-94f8-f5e27adae4ee service neutron] 10.222.0.38 "GET /v2.0/networks/40de9ba3-57f0-46f6-9ccb-9110dd5813fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0774345 Jun 21 04:39:56.669018 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-c21df9ff-891f-4166-8537-f079fbbadc92 req-d5c192df-a2a3-42b9-b25c-aea2d9cf736c service neutron] 10.222.0.38 "GET /v2.0/networks/40de9ba3-57f0-46f6-9ccb-9110dd5813fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798953 Jun 21 04:39:56.844141 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device 397e1de2-531e-4761-ae13-abfb9647f36a no longer exists at agent hyperv_hv-cinder-79688 {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:39:56.914288 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:39:56.935098 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46252329-574d-4af9-a497-4b828a88f7d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '397e1de2-531e-4761-ae13-abfb9647f36a'}] {{(pid=92747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:39:56.937310 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}801f1ae26e0cb5c56acb95c727deede285b0e3a42266231ef73c077b6573d85d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88899700-7b6e-4fb9-923c-a5dfc6be1680" -d '{"events": [{"server_uuid": "46252329-574d-4af9-a497-4b828a88f7d4", "name": "network-vif-unplugged", "status": "completed", "tag": "397e1de2-531e-4761-ae13-abfb9647f36a"}]}' {{(pid=92747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:39:56.952862 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] For port 397e1de2-531e-4761-ae13-abfb9647f36a, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=397e1de2-531e-4761-ae13-abfb9647f36a,segment=NetworkSegment(4d687630-1619-45a3-b53f-f216f6e5d8d2),segment_id=4d687630-1619-45a3-b53f-f216f6e5d8d2)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:39:56.957166 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:39:56.958924 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-b4589f5a-cd0d-4272-8cf5-bdf49b4a50fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:39:56.979902 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 04:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed747ded-c568-4a3e-8287-a24d5e0d6ed8 x-openstack-request-id: req-ed747ded-c568-4a3e-8287-a24d5e0d6ed8 {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:39:56.980203 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46252329-574d-4af9-a497-4b828a88f7d4", "name": "network-vif-unplugged", "status": "completed", "tag": "397e1de2-531e-4761-ae13-abfb9647f36a", "code": 200}]} {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:39:56.980464 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ed747ded-c568-4a3e-8287-a24d5e0d6ed8 {{(pid=92747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:39:56.980853 dv-cinder-796889-2-smb neutron-server[92747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46252329-574d-4af9-a497-4b828a88f7d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '397e1de2-531e-4761-ae13-abfb9647f36a', 'code': 200} Jun 21 04:39:57.004694 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Pushing event updated for resources: {'Port': ['ID=397e1de2-531e-4761-ae13-abfb9647f36a,revision_number=6']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:39:57.012088 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:39:57.012439 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:39:57.012778 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:39:57.013112 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:39:57.013466 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:39:57.013799 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:39:57.014124 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:39:57.014446 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:39:57.014767 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:39:57.015087 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:39:57.015406 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:39:57.015722 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:39:57.019360 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:39:57.384480 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1dacc4-4f49-45a8-8b95-a72a32ed4c00 req-91f8c69e-3358-460a-8dae-d879d5b39f34 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:39:57.385906 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-bd1dacc4-4f49-45a8-8b95-a72a32ed4c00 req-91f8c69e-3358-460a-8dae-d879d5b39f34 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] 10.222.0.13 "GET /v2.0/ports?device_id=46252329-574d-4af9-a497-4b828a88f7d4 HTTP/1.1" status: 200 len: 943 time: 0.0606213 Jun 21 04:39:57.422138 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-bd1dacc4-4f49-45a8-8b95-a72a32ed4c00 req-0230acae-7a6e-470c-8509-f896ac4f73cd tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aee4556-9c57-4917-a2e4-992d62b753b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307548 Jun 21 04:39:57.778376 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdfd432-e0bc-43e4-9322-aa48dce21269 req-312d48b7-d0b9-4935-b906-eb504f656ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:39:57.779807 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-0bdfd432-e0bc-43e4-9322-aa48dce21269 req-312d48b7-d0b9-4935-b906-eb504f656ff1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=46252329-574d-4af9-a497-4b828a88f7d4 HTTP/1.1" status: 200 len: 1096 time: 0.0510161 Jun 21 04:39:57.813617 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-0bdfd432-e0bc-43e4-9322-aa48dce21269 req-a170f290-752f-4e2f-b380-5d716d3cce25 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=2aee4556-9c57-4917-a2e4-992d62b753b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267656 Jun 21 04:39:58.595256 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1b463-dcb9-4827-ae2a-7c25b4492863 req-c8c457bc-a149-464a-bb39-d19dfbf06f25 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:39:58.596578 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-a8d1b463-dcb9-4827-ae2a-7c25b4492863 req-c8c457bc-a149-464a-bb39-d19dfbf06f25 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] 10.222.0.13 "GET /v2.0/ports?device_id=46252329-574d-4af9-a497-4b828a88f7d4 HTTP/1.1" status: 200 len: 943 time: 0.0649033 Jun 21 04:39:58.631901 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-a8d1b463-dcb9-4827-ae2a-7c25b4492863 req-62c3d43a-9802-4bf5-badf-95087a1e4147 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aee4556-9c57-4917-a2e4-992d62b753b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292172 Jun 21 04:39:58.847898 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device 397e1de2-531e-4761-ae13-abfb9647f36a details requested by agent hyperv_hv-cinder-79688 with host hv-cinder-79688 {{(pid=92747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:39:58.938273 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] For port 397e1de2-531e-4761-ae13-abfb9647f36a, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=397e1de2-531e-4761-ae13-abfb9647f36a,segment=NetworkSegment(4d687630-1619-45a3-b53f-f216f6e5d8d2),segment_id=4d687630-1619-45a3-b53f-f216f6e5d8d2)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:39:58.949991 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Returning: {'device': '397e1de2-531e-4761-ae13-abfb9647f36a', 'network_id': '40de9ba3-57f0-46f6-9ccb-9110dd5813fb', 'port_id': '397e1de2-531e-4761-ae13-abfb9647f36a', 'mac_address': 'fa:16:3e:1d:1d:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd74dea0d-5809-42a4-877e-60575d825691', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:39:58.988616 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:39:59.000406 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.notifiers.nova [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 397e1de2-531e-4761-ae13-abfb9647f36a {{(pid=92747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:39:59.019182 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] For port 397e1de2-531e-4761-ae13-abfb9647f36a, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=397e1de2-531e-4761-ae13-abfb9647f36a,segment=NetworkSegment(4d687630-1619-45a3-b53f-f216f6e5d8d2),segment_id=4d687630-1619-45a3-b53f-f216f6e5d8d2)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:39:59.022807 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:39:59.024967 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:39:59.067286 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Pushing event updated for resources: {'Port': ['ID=397e1de2-531e-4761-ae13-abfb9647f36a,revision_number=7']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:39:59.070695 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:39:59.346876 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] get_ports_and_sgs() called for port_ids ['397e1de2-531e-4761-ae13-abfb9647f36a'] {{(pid=92747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:39:59.799380 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3861812-24ce-4fc6-bd8a-ff50d4383cf8 req-1d03ca9c-0e44-4d11-addb-6d0e36f70e46 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:39:59.800833 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-e3861812-24ce-4fc6-bd8a-ff50d4383cf8 req-1d03ca9c-0e44-4d11-addb-6d0e36f70e46 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] 10.222.0.13 "GET /v2.0/ports?device_id=46252329-574d-4af9-a497-4b828a88f7d4 HTTP/1.1" status: 200 len: 944 time: 0.0615172 Jun 21 04:39:59.837542 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-e3861812-24ce-4fc6-bd8a-ff50d4383cf8 req-d2e2556e-918e-4859-a7b5-4abf315158ae tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aee4556-9c57-4917-a2e4-992d62b753b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302138 Jun 21 04:40:00.856664 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device 397e1de2-531e-4761-ae13-abfb9647f36a up at agent hyperv_hv-cinder-79688 {{(pid=92747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:40:00.902256 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Provisioning complete for port 397e1de2-531e-4761-ae13-abfb9647f36a triggered by entity L2. {{(pid=92747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:40:00.902632 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811385'] for port, provisioning_complete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:01.089281 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-632434'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:01.110355 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46252329-574d-4af9-a497-4b828a88f7d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '397e1de2-531e-4761-ae13-abfb9647f36a'}] {{(pid=92747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:40:01.112470 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}801f1ae26e0cb5c56acb95c727deede285b0e3a42266231ef73c077b6573d85d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f566b60d-8f2e-4b85-aa04-1bad65b27ef8" -d '{"events": [{"server_uuid": "46252329-574d-4af9-a497-4b828a88f7d4", "name": "network-vif-plugged", "status": "completed", "tag": "397e1de2-531e-4761-ae13-abfb9647f36a"}]}' {{(pid=92747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:40:01.124590 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] For port 397e1de2-531e-4761-ae13-abfb9647f36a, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=397e1de2-531e-4761-ae13-abfb9647f36a,segment=NetworkSegment(4d687630-1619-45a3-b53f-f216f6e5d8d2),segment_id=4d687630-1619-45a3-b53f-f216f6e5d8d2)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:40:01.128902 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789667503827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789666979175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789666979220'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:01.130761 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:40:01.151533 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14480f9e-39ac-4abd-a7b4-59769e9f0bc5 x-openstack-request-id: req-14480f9e-39ac-4abd-a7b4-59769e9f0bc5 {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:40:01.151824 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46252329-574d-4af9-a497-4b828a88f7d4", "name": "network-vif-plugged", "status": "completed", "tag": "397e1de2-531e-4761-ae13-abfb9647f36a", "code": 200}]} {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:40:01.152072 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-14480f9e-39ac-4abd-a7b4-59769e9f0bc5 {{(pid=92747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:40:01.152449 dv-cinder-796889-2-smb neutron-server[92747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46252329-574d-4af9-a497-4b828a88f7d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '397e1de2-531e-4761-ae13-abfb9647f36a', 'code': 200} Jun 21 04:40:01.177259 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Pushing event updated for resources: {'Port': ['ID=397e1de2-531e-4761-ae13-abfb9647f36a,revision_number=8']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:40:01.180797 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:40:04.160530 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-8fc33b76-23c9-415b-bc37-c878b8db891a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:06.757096 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-46bf8ce1-df5e-414a-9242-f9070e3d02da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:06.971572 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:06.986356 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:08.060237 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-af7905e6-f134-40b5-8f7f-d0c0aa400a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:09.670919 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-410c395a-ca3a-4855-90fb-923e0a2b4d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:11.061762 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.agents_db [None req-0317ce1f-94ba-4828-a78d-05fb42e0f355 None None] Agent healthcheck: found 6 active agents {{(pid=92748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:40:34.161093 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-dc4e1fbf-9f0a-403c-9700-58eb8291ebe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:36.756691 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-92d858b2-2115-483c-bd91-95d57f06e5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:36.987535 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:36.991385 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:38.063257 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-af7905e6-f134-40b5-8f7f-d0c0aa400a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:39.680175 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-410c395a-ca3a-4855-90fb-923e0a2b4d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:41.440184 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-b98522f7-ff81-4369-acfd-c460fb70f44a req-af4e1a19-35e3-46c5-ad1f-4be5a2ebc7dd service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=46252329-574d-4af9-a497-4b828a88f7d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0488763 Jun 21 04:40:41.552528 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98522f7-ff81-4369-acfd-c460fb70f44a req-bf8b9d33-489c-4812-a721-e733a18b36ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:41.553887 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-b98522f7-ff81-4369-acfd-c460fb70f44a req-bf8b9d33-489c-4812-a721-e733a18b36ad service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=909af2342a2e4c8e935c962f89d1ffdf&device_id=46252329-574d-4af9-a497-4b828a88f7d4 HTTP/1.1" status: 200 len: 1098 time: 0.0531502 Jun 21 04:40:41.652079 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98522f7-ff81-4369-acfd-c460fb70f44a req-2c33bfcf-ae54-4cf6-9821-43b310b6d276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:41.653491 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-b98522f7-ff81-4369-acfd-c460fb70f44a req-2c33bfcf-ae54-4cf6-9821-43b310b6d276 service neutron] 10.222.0.38 "GET /v2.0/networks?id=40de9ba3-57f0-46f6-9ccb-9110dd5813fb HTTP/1.1" status: 200 len: 910 time: 0.0792384 Jun 21 04:40:41.717618 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-b98522f7-ff81-4369-acfd-c460fb70f44a req-b8c54ac8-0440-4dcc-a317-d28d40ce0911 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=397e1de2-531e-4761-ae13-abfb9647f36a HTTP/1.1" status: 200 len: 1001 time: 0.0576830 Jun 21 04:40:41.762727 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98522f7-ff81-4369-acfd-c460fb70f44a req-9e5a4b69-e10d-4fce-8701-c23d7e432e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:41.764054 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-b98522f7-ff81-4369-acfd-c460fb70f44a req-9e5a4b69-e10d-4fce-8701-c23d7e432e6e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d74dea0d-5809-42a4-877e-60575d825691 HTTP/1.1" status: 200 len: 848 time: 0.0399938 Jun 21 04:40:41.817771 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98522f7-ff81-4369-acfd-c460fb70f44a req-a4da5269-4d69-437d-9f52-ff65e267427a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:40:41.819040 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-b98522f7-ff81-4369-acfd-c460fb70f44a req-a4da5269-4d69-437d-9f52-ff65e267427a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=40de9ba3-57f0-46f6-9ccb-9110dd5813fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0480375 Jun 21 04:40:41.906804 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-b98522f7-ff81-4369-acfd-c460fb70f44a req-c245b547-a42c-4db5-a986-9e87918e118d service neutron] 10.222.0.38 "GET /v2.0/networks/40de9ba3-57f0-46f6-9ccb-9110dd5813fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810030 Jun 21 04:40:41.991013 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-b98522f7-ff81-4369-acfd-c460fb70f44a req-57c99be6-2d66-43ae-9289-1c8de65c72c5 service neutron] 10.222.0.38 "GET /v2.0/networks/40de9ba3-57f0-46f6-9ccb-9110dd5813fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0768044 Jun 21 04:40:48.060383 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.agents_db [None req-0317ce1f-94ba-4828-a78d-05fb42e0f355 None None] Agent healthcheck: found 6 active agents {{(pid=92748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:41:04.159941 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f7a57477-c65b-480c-9ea0-4b794cbc04d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:06.757631 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ff1c2d15-7094-48ed-93f1-bf87390b6716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:06.997741 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:06.998798 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:08.065906 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-af7905e6-f134-40b5-8f7f-d0c0aa400a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:09.671308 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-410c395a-ca3a-4855-90fb-923e0a2b4d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:12.027947 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 37240) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:41:12.181478 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [None req-fb45a216-85b7-4225-ad97-f14325459049 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Deleting port f7b395e8-18ce-4def-af46-ffa0d43406bb {{(pid=92746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:41:12.181816 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-fb45a216-85b7-4225-ad97-f14325459049 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789667499749'] for port, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:12.254186 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-fb45a216-85b7-4225-ad97-f14325459049 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062555'] for port, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:12.254509 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-fb45a216-85b7-4225-ad97-f14325459049 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:12.317762 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [None req-fb45a216-85b7-4225-ad97-f14325459049 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Calling delete_port for f7b395e8-18ce-4def-af46-ffa0d43406bb owned by network:floatingip {{(pid=92746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:41:12.482988 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-fb45a216-85b7-4225-ad97-f14325459049 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789667503845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789666979166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33408498'] for port, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:12.485900 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-b0b7ae09-0f75-4540-a317-7bab8a8296b0 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:41:12.508943 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb45a216-85b7-4225-ad97-f14325459049 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Pushing event deleted for resources: {'Port': ['ID=f7b395e8-18ce-4def-af46-ffa0d43406bb,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:41:12.534559 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb45a216-85b7-4225-ad97-f14325459049 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:41:12.534935 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb45a216-85b7-4225-ad97-f14325459049 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:41:12.535298 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb45a216-85b7-4225-ad97-f14325459049 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:41:12.535659 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb45a216-85b7-4225-ad97-f14325459049 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:41:12.536014 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb45a216-85b7-4225-ad97-f14325459049 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:41:12.536368 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb45a216-85b7-4225-ad97-f14325459049 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:41:12.536722 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb45a216-85b7-4225-ad97-f14325459049 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:41:12.537070 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb45a216-85b7-4225-ad97-f14325459049 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:41:12.537445 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb45a216-85b7-4225-ad97-f14325459049 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:41:12.537794 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb45a216-85b7-4225-ad97-f14325459049 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:41:12.538145 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb45a216-85b7-4225-ad97-f14325459049 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:41:12.538488 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb45a216-85b7-4225-ad97-f14325459049 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:41:12.543501 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-fb45a216-85b7-4225-ad97-f14325459049 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:41:12.579411 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-fb45a216-85b7-4225-ad97-f14325459049 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Notify callbacks [] for floatingip, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:12.579669 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.db.l3_db [None req-fb45a216-85b7-4225-ad97-f14325459049 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Floating IP f883deff-d3ea-43d7-8f2d-4ba3462ef46e disassociated (deleted). External IP: 172.28.2.147, port: 397e1de2-531e-4761-ae13-abfb9647f36a. Jun 21 04:41:12.780080 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb45a216-85b7-4225-ad97-f14325459049 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Router 563383a9-9ad5-4acd-aa38-12acadbe104f has already been hosted by L3 agent c5fde6f5-f096-4668-9faa-154c63e10de0 {{(pid=92746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:41:12.882406 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb45a216-85b7-4225-ad97-f14325459049 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Notify agent at l3_agent.dv-cinder-796889-2-smb the message routers_updated {{(pid=92746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:41:12.887678 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-fb45a216-85b7-4225-ad97-f14325459049 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5899'] for floatingip, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:12.892833 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e1c42a-164c-48c8-a8e3-bd9ba89d70ab None None] Sync routers for ids ['563383a9-9ad5-4acd-aa38-12acadbe104f'] in dv-cinder-796889-2-smb {{(pid=92747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:41:12.902630 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e1c42a-164c-48c8-a8e3-bd9ba89d70ab None None] Routers {'563383a9-9ad5-4acd-aa38-12acadbe104f'} bound to L3 agent in host dv-cinder-796889-2-smb {{(pid=92747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:41:12.903272 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-98e1c42a-164c-48c8-a8e3-bd9ba89d70ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T04:21:37Z,description=,heartbeat_timestamp=2021-06-21T04:41:07Z,host='dv-cinder-796889-2-smb',id=c5fde6f5-f096-4668-9faa-154c63e10de0,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:21:37Z,topic='l3_agent')) {'router_ids': ['563383a9-9ad5-4acd-aa38-12acadbe104f'], 'active': True} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:41:12.926380 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-fb45a216-85b7-4225-ad97-f14325459049 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] 10.222.0.13 "DELETE /v2.0/floatingips/f883deff-d3ea-43d7-8f2d-4ba3462ef46e HTTP/1.1" status: 204 len: 168 time: 0.8973663 Jun 21 04:41:12.927039 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46252329-574d-4af9-a497-4b828a88f7d4', 'tag': '397e1de2-531e-4761-ae13-abfb9647f36a'}] {{(pid=92746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:41:12.929334 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7cbf71f9e1aa915714a5a62000f0bd5d8f9af41b6b6cc8a146f78dbc3385941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54244023-47a3-4f55-a1f1-0485c38733df" -d '{"events": [{"name": "network-changed", "server_uuid": "46252329-574d-4af9-a497-4b828a88f7d4", "tag": "397e1de2-531e-4761-ae13-abfb9647f36a"}]}' {{(pid=92746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:41:12.971066 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-906ce5ef-7b3d-499f-8c86-8e47cda671b3 x-openstack-request-id: req-906ce5ef-7b3d-499f-8c86-8e47cda671b3 {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:41:12.971406 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46252329-574d-4af9-a497-4b828a88f7d4", "tag": "397e1de2-531e-4761-ae13-abfb9647f36a", "status": "completed", "code": 200}]} {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:41:12.971701 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-906ce5ef-7b3d-499f-8c86-8e47cda671b3 {{(pid=92746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:41:12.972147 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46252329-574d-4af9-a497-4b828a88f7d4', 'tag': '397e1de2-531e-4761-ae13-abfb9647f36a', 'status': 'completed', 'code': 200} Jun 21 04:41:13.008730 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvr_db [None req-98e1c42a-164c-48c8-a8e3-bd9ba89d70ab None None] Set router 563383a9-9ad5-4acd-aa38-12acadbe104f gateway port host: dv-cinder-796889-2-smb {{(pid=92747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:41:13.071455 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54244023-47a3-4f55-a1f1-0485c38733df req-e65f5b12-8ec6-4e23-94f3-57b0c9a5a6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:13.072937 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-54244023-47a3-4f55-a1f1-0485c38733df req-e65f5b12-8ec6-4e23-94f3-57b0c9a5a6d0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=909af2342a2e4c8e935c962f89d1ffdf&device_id=46252329-574d-4af9-a497-4b828a88f7d4 HTTP/1.1" status: 200 len: 1098 time: 0.0520356 Jun 21 04:41:13.171987 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54244023-47a3-4f55-a1f1-0485c38733df req-c838de0f-ded9-4b16-8736-7b056ae34234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:13.173480 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-54244023-47a3-4f55-a1f1-0485c38733df req-c838de0f-ded9-4b16-8736-7b056ae34234 service neutron] 10.222.0.38 "GET /v2.0/networks?id=40de9ba3-57f0-46f6-9ccb-9110dd5813fb HTTP/1.1" status: 200 len: 910 time: 0.0938883 Jun 21 04:41:13.217356 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-98e1c42a-164c-48c8-a8e3-bd9ba89d70ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563383a9-9ad5-4acd-aa38-12acadbe104f', 'name': 'tempest-TestShelveInstance-2004403748-router', 'tenant_id': '909af2342a2e4c8e935c962f89d1ffdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.48'}], 'enable_snat': True}, 'gw_port_id': '983b4319-4ad4-4892-98a9-7b716c990093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:37:10Z', 'updated_at': '2021-06-21T04:37:13Z', 'revision_number': 4, 'project_id': '909af2342a2e4c8e935c962f89d1ffdf', 'gw_port': {'id': '983b4319-4ad4-4892-98a9-7b716c990093', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563383a9-9ad5-4acd-aa38-12acadbe104f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:37:11Z', 'updated_at': '2021-06-21T04:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb', '_interfaces': [{'id': '60b2f2ff-0d4c-4e83-a274-5f2675dfcfe9', 'name': '', 'network_id': '40de9ba3-57f0-46f6-9ccb-9110dd5813fb', 'tenant_id': '909af2342a2e4c8e935c962f89d1ffdf', 'mac_address': 'fa:16:3e:ad:54:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563383a9-9ad5-4acd-aa38-12acadbe104f', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'd74dea0d-5809-42a4-877e-60575d825691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:37:12Z', 'updated_at': '2021-06-21T04:37:18Z', 'revision_number': 5, 'project_id': '909af2342a2e4c8e935c962f89d1ffdf', 'subnets': [{'id': 'd74dea0d-5809-42a4-877e-60575d825691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-smb', False) {} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:41:13.242212 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-54244023-47a3-4f55-a1f1-0485c38733df req-73296086-71ae-4d7a-b14e-a27e11a7ddbc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=397e1de2-531e-4761-ae13-abfb9647f36a HTTP/1.1" status: 200 len: 217 time: 0.0386224 Jun 21 04:41:13.244406 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e1c42a-164c-48c8-a8e3-bd9ba89d70ab None None] Checking router: 563383a9-9ad5-4acd-aa38-12acadbe104f for host: dv-cinder-796889-2-smb {{(pid=92747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:41:13.253411 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e1c42a-164c-48c8-a8e3-bd9ba89d70ab None None] Routers {'563383a9-9ad5-4acd-aa38-12acadbe104f'} bound to L3 agent in host dv-cinder-796889-2-smb {{(pid=92747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:41:13.254033 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-98e1c42a-164c-48c8-a8e3-bd9ba89d70ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T04:21:37Z,description=,heartbeat_timestamp=2021-06-21T04:41:07Z,host='dv-cinder-796889-2-smb',id=c5fde6f5-f096-4668-9faa-154c63e10de0,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:21:37Z,topic='l3_agent')) {'router_ids': ['563383a9-9ad5-4acd-aa38-12acadbe104f'], 'active': True} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:41:13.294013 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54244023-47a3-4f55-a1f1-0485c38733df req-9810a850-4990-4465-aa2c-c031397927ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:13.295439 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-54244023-47a3-4f55-a1f1-0485c38733df req-9810a850-4990-4465-aa2c-c031397927ed service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d74dea0d-5809-42a4-877e-60575d825691 HTTP/1.1" status: 200 len: 848 time: 0.0465889 Jun 21 04:41:13.298023 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ba271-f2d2-4f5e-9633-fff206cabf92 req-e812d884-8728-43f7-8ac8-baec075668b8 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:13.299487 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-0d4ba271-f2d2-4f5e-9633-fff206cabf92 req-e812d884-8728-43f7-8ac8-baec075668b8 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] 10.222.0.13 "GET /v2.0/ports?device_id=46252329-574d-4af9-a497-4b828a88f7d4 HTTP/1.1" status: 200 len: 945 time: 0.0664048 Jun 21 04:41:13.342052 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-0d4ba271-f2d2-4f5e-9633-fff206cabf92 req-3b90c481-00e3-4c87-8a7c-3b2c7885d626 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aee4556-9c57-4917-a2e4-992d62b753b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349548 Jun 21 04:41:13.352415 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54244023-47a3-4f55-a1f1-0485c38733df req-311d51f2-9c6b-4212-b36d-1c095dff6022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:13.353946 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-54244023-47a3-4f55-a1f1-0485c38733df req-311d51f2-9c6b-4212-b36d-1c095dff6022 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=40de9ba3-57f0-46f6-9ccb-9110dd5813fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0515864 Jun 21 04:41:13.361730 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvr_db [None req-98e1c42a-164c-48c8-a8e3-bd9ba89d70ab None None] Set router 563383a9-9ad5-4acd-aa38-12acadbe104f gateway port host: dv-cinder-796889-2-smb {{(pid=92747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:41:13.440682 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-54244023-47a3-4f55-a1f1-0485c38733df req-d7cf3e53-1c51-4aaf-8fcc-c31fb98d0c02 service neutron] 10.222.0.38 "GET /v2.0/networks/40de9ba3-57f0-46f6-9ccb-9110dd5813fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784061 Jun 21 04:41:13.530912 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-54244023-47a3-4f55-a1f1-0485c38733df req-0083493d-b390-4047-bf5c-4952ec81499e service neutron] 10.222.0.38 "GET /v2.0/networks/40de9ba3-57f0-46f6-9ccb-9110dd5813fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827873 Jun 21 04:41:13.550837 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-98e1c42a-164c-48c8-a8e3-bd9ba89d70ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563383a9-9ad5-4acd-aa38-12acadbe104f', 'name': 'tempest-TestShelveInstance-2004403748-router', 'tenant_id': '909af2342a2e4c8e935c962f89d1ffdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.48'}], 'enable_snat': True}, 'gw_port_id': '983b4319-4ad4-4892-98a9-7b716c990093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:37:10Z', 'updated_at': '2021-06-21T04:37:13Z', 'revision_number': 4, 'project_id': '909af2342a2e4c8e935c962f89d1ffdf', 'gw_port': {'id': '983b4319-4ad4-4892-98a9-7b716c990093', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563383a9-9ad5-4acd-aa38-12acadbe104f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:37:11Z', 'updated_at': '2021-06-21T04:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb', '_interfaces': [{'id': '60b2f2ff-0d4c-4e83-a274-5f2675dfcfe9', 'name': '', 'network_id': '40de9ba3-57f0-46f6-9ccb-9110dd5813fb', 'tenant_id': '909af2342a2e4c8e935c962f89d1ffdf', 'mac_address': 'fa:16:3e:ad:54:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563383a9-9ad5-4acd-aa38-12acadbe104f', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'd74dea0d-5809-42a4-877e-60575d825691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:37:12Z', 'updated_at': '2021-06-21T04:37:18Z', 'revision_number': 5, 'project_id': '909af2342a2e4c8e935c962f89d1ffdf', 'subnets': [{'id': 'd74dea0d-5809-42a4-877e-60575d825691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796889-2-smb', False) {} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:41:13.579776 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e1c42a-164c-48c8-a8e3-bd9ba89d70ab None None] The sync data for ids ['563383a9-9ad5-4acd-aa38-12acadbe104f'] in dv-cinder-796889-2-smb is: [{'id': '563383a9-9ad5-4acd-aa38-12acadbe104f', 'name': 'tempest-TestShelveInstance-2004403748-router', 'tenant_id': '909af2342a2e4c8e935c962f89d1ffdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.48'}], 'enable_snat': True}, 'gw_port_id': '983b4319-4ad4-4892-98a9-7b716c990093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:37:10Z', 'updated_at': '2021-06-21T04:37:13Z', 'revision_number': 4, 'project_id': '909af2342a2e4c8e935c962f89d1ffdf', 'gw_port': {'id': '983b4319-4ad4-4892-98a9-7b716c990093', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563383a9-9ad5-4acd-aa38-12acadbe104f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:37:11Z', 'updated_at': '2021-06-21T04:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb', '_interfaces': [{'id': '60b2f2ff-0d4c-4e83-a274-5f2675dfcfe9', 'name': '', 'network_id': '40de9ba3-57f0-46f6-9ccb-9110dd5813fb', 'tenant_id': '909af2342a2e4c8e935c962f89d1ffdf', 'mac_address': 'fa:16:3e:ad:54:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563383a9-9ad5-4acd-aa38-12acadbe104f', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'd74dea0d-5809-42a4-877e-60575d825691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:37:12Z', 'updated_at': '2021-06-21T04:37:18Z', 'revision_number': 5, 'project_id': '909af2342a2e4c8e935c962f89d1ffdf', 'subnets': [{'id': 'd74dea0d-5809-42a4-877e-60575d825691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:41:13.774456 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf354a9-7827-4f2b-a7cf-48d5f9bb23c0 None None] New status for floating IP f883deff-d3ea-43d7-8f2d-4ba3462ef46e: DOWN {{(pid=92748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 04:41:14.513048 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e93656-40a1-4233-8f7f-90bda7092568 req-a515bb8b-1eb3-4cc7-ad8b-a61c08ffef66 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:14.514517 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-54e93656-40a1-4233-8f7f-90bda7092568 req-a515bb8b-1eb3-4cc7-ad8b-a61c08ffef66 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] 10.222.0.13 "GET /v2.0/ports?device_id=46252329-574d-4af9-a497-4b828a88f7d4 HTTP/1.1" status: 200 len: 945 time: 0.0619044 Jun 21 04:41:14.550729 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-54e93656-40a1-4233-8f7f-90bda7092568 req-a68aa969-530f-4ec3-896a-dff405870dec tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] 10.222.0.13 "GET /v2.0/security-groups?id=2aee4556-9c57-4917-a2e4-992d62b753b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305059 Jun 21 04:41:14.833984 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99feaaad-5c36-4074-8311-b773cdef10ae req-4937ba86-6645-4046-bc2b-030da5e85c84 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:41:14.835322 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-99feaaad-5c36-4074-8311-b773cdef10ae req-4937ba86-6645-4046-bc2b-030da5e85c84 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] 10.222.0.38 "GET /v2.0/ports?device_id=46252329-574d-4af9-a497-4b828a88f7d4 HTTP/1.1" status: 200 len: 945 time: 0.0613034 Jun 21 04:41:14.933523 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [req-99feaaad-5c36-4074-8311-b773cdef10ae req-a36cad24-e955-4cd4-8da5-2048a9147484 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Deleting port 397e1de2-531e-4761-ae13-abfb9647f36a {{(pid=92745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:41:14.933864 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-99feaaad-5c36-4074-8311-b773cdef10ae req-a36cad24-e955-4cd4-8da5-2048a9147484 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789667499749'] for port, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:15.017165 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [req-99feaaad-5c36-4074-8311-b773cdef10ae req-a36cad24-e955-4cd4-8da5-2048a9147484 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] For port 397e1de2-531e-4761-ae13-abfb9647f36a, host hv-cinder-79688, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79688',level=0,port_id=397e1de2-531e-4761-ae13-abfb9647f36a,segment=NetworkSegment(4d687630-1619-45a3-b53f-f216f6e5d8d2),segment_id=4d687630-1619-45a3-b53f-f216f6e5d8d2)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:41:15.017552 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-99feaaad-5c36-4074-8311-b773cdef10ae req-a36cad24-e955-4cd4-8da5-2048a9147484 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062555'] for port, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:15.081411 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [req-99feaaad-5c36-4074-8311-b773cdef10ae req-a36cad24-e955-4cd4-8da5-2048a9147484 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Calling delete_port for 397e1de2-531e-4761-ae13-abfb9647f36a owned by compute:nova {{(pid=92745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:41:15.202894 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-99feaaad-5c36-4074-8311-b773cdef10ae req-a36cad24-e955-4cd4-8da5-2048a9147484 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789667503845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789666979166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30039426'] for port, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:15.206775 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-f22d05bd-0439-4e26-bf26-652e3e147da5 tempest-VolumesNegativeTest-864324641 tempest-VolumesNegativeTest-864324641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:41:15.229639 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36cad24-e955-4cd4-8da5-2048a9147484 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Pushing event deleted for resources: {'Port': ['ID=397e1de2-531e-4761-ae13-abfb9647f36a,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:41:15.239736 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36cad24-e955-4cd4-8da5-2048a9147484 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:41:15.240121 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36cad24-e955-4cd4-8da5-2048a9147484 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:41:15.240501 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36cad24-e955-4cd4-8da5-2048a9147484 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:41:15.240874 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36cad24-e955-4cd4-8da5-2048a9147484 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:41:15.241245 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36cad24-e955-4cd4-8da5-2048a9147484 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:41:15.241637 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36cad24-e955-4cd4-8da5-2048a9147484 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:41:15.242001 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36cad24-e955-4cd4-8da5-2048a9147484 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:41:15.242364 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36cad24-e955-4cd4-8da5-2048a9147484 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:41:15.243080 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36cad24-e955-4cd4-8da5-2048a9147484 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:41:15.243080 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36cad24-e955-4cd4-8da5-2048a9147484 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:41:15.243425 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36cad24-e955-4cd4-8da5-2048a9147484 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:41:15.243759 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36cad24-e955-4cd4-8da5-2048a9147484 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:41:15.250450 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-a36cad24-e955-4cd4-8da5-2048a9147484 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:41:15.287676 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [req-99feaaad-5c36-4074-8311-b773cdef10ae req-a36cad24-e955-4cd4-8da5-2048a9147484 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] No DVR routers for this DVR port 397e1de2-531e-4761-ae13-abfb9647f36a on host hv-cinder-79688 {{(pid=92745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:41:15.290155 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [req-99feaaad-5c36-4074-8311-b773cdef10ae req-a36cad24-e955-4cd4-8da5-2048a9147484 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5899'] for port, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:15.292108 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [req-99feaaad-5c36-4074-8311-b773cdef10ae req-a36cad24-e955-4cd4-8da5-2048a9147484 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] 10.222.0.38 "DELETE /v2.0/ports/397e1de2-531e-4761-ae13-abfb9647f36a HTTP/1.1" status: 204 len: 173 time: 0.4516008 Jun 21 04:41:15.293124 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46252329-574d-4af9-a497-4b828a88f7d4', 'name': 'network-vif-deleted', 'tag': '397e1de2-531e-4761-ae13-abfb9647f36a'}] {{(pid=92745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:41:15.295462 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e65a7435921a4b725d950f60fbdbd7b7a483a7692f8e299216e8097d5419be07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a530b4d-3ce2-4888-88c7-c5e168f5b288" -d '{"events": [{"server_uuid": "46252329-574d-4af9-a497-4b828a88f7d4", "name": "network-vif-deleted", "tag": "397e1de2-531e-4761-ae13-abfb9647f36a"}]}' {{(pid=92745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:41:15.396323 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0d9410-47a6-4035-95b5-2bdf36527df7 x-openstack-request-id: req-8b0d9410-47a6-4035-95b5-2bdf36527df7 {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:41:15.396656 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46252329-574d-4af9-a497-4b828a88f7d4", "name": "network-vif-deleted", "tag": "397e1de2-531e-4761-ae13-abfb9647f36a", "status": "completed", "code": 200}]} {{(pid=92745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:41:15.396945 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8b0d9410-47a6-4035-95b5-2bdf36527df7 {{(pid=92745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:41:15.397414 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46252329-574d-4af9-a497-4b828a88f7d4', 'name': 'network-vif-deleted', 'tag': '397e1de2-531e-4761-ae13-abfb9647f36a', 'status': 'completed', 'code': 200} Jun 21 04:41:15.712142 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [req-c984ee77-b780-4cbf-acc1-98228663e001 req-df264d0b-2139-4445-a599-7e2d1472f84d tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] 10.222.0.13 "GET /v2.0/ports?device_id=46252329-574d-4af9-a497-4b828a88f7d4 HTTP/1.1" status: 200 len: 210 time: 0.0331020 Jun 21 04:41:16.807021 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 37272) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:41:16.862879 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-8672c99a-0d55-4ffc-9b9b-da4c4cdf5b56 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:16.887092 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-8672c99a-0d55-4ffc-9b9b-da4c4cdf5b56 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:16.944303 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-8672c99a-0d55-4ffc-9b9b-da4c4cdf5b56 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:16.947052 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-8672c99a-0d55-4ffc-9b9b-da4c4cdf5b56 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:16.948171 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-8672c99a-0d55-4ffc-9b9b-da4c4cdf5b56 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] 10.222.0.13 "DELETE /v2.0/security-groups/2aee4556-9c57-4917-a2e4-992d62b753b9 HTTP/1.1" status: 204 len: 168 time: 0.1401691 Jun 21 04:41:16.949035 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-c2fe82b7-ccab-4a83-8d9b-a493ea05518a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:41:16.957801 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8672c99a-0d55-4ffc-9b9b-da4c4cdf5b56 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aee4556-9c57-4917-a2e4-992d62b753b9,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:41:16.960119 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-8672c99a-0d55-4ffc-9b9b-da4c4cdf5b56 tempest-TestShelveInstance-454592778 tempest-TestShelveInstance-454592778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:41:17.327081 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device 397e1de2-531e-4761-ae13-abfb9647f36a no longer exists at agent hyperv_hv-cinder-79688 {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:41:17.346425 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] No Port match for: 397e1de2-531e-4761-ae13-abfb9647f36a {{(pid=92747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:41:17.346769 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Device 397e1de2-531e-4761-ae13-abfb9647f36a not bound to the agent host hv-cinder-79688 {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:41:18.007679 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 37278) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:41:18.342648 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ab19640c-3062-4fa4-9744-30a74ee3027d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33243850'] for router_interface, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:18.588132 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [None req-ab19640c-3062-4fa4-9744-30a74ee3027d admin admin] Deleting port 60b2f2ff-0d4c-4e83-a274-5f2675dfcfe9 {{(pid=92746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:41:18.588542 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ab19640c-3062-4fa4-9744-30a74ee3027d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789667499749'] for port, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:18.662187 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.db [None req-ab19640c-3062-4fa4-9744-30a74ee3027d admin admin] For port 60b2f2ff-0d4c-4e83-a274-5f2675dfcfe9, host dv-cinder-796889-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-smb',level=0,port_id=60b2f2ff-0d4c-4e83-a274-5f2675dfcfe9,segment=NetworkSegment(4d687630-1619-45a3-b53f-f216f6e5d8d2),segment_id=4d687630-1619-45a3-b53f-f216f6e5d8d2)] {{(pid=92746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:41:18.662564 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ab19640c-3062-4fa4-9744-30a74ee3027d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062555'] for port, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:18.726849 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [None req-ab19640c-3062-4fa4-9744-30a74ee3027d admin admin] Calling delete_port for 60b2f2ff-0d4c-4e83-a274-5f2675dfcfe9 owned by network:router_interface {{(pid=92746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:41:18.901204 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ab19640c-3062-4fa4-9744-30a74ee3027d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789667503845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789666979166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33408498'] for port, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:18.904284 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-2c64469f-434d-48cc-bef3-8916a258492c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:41:18.928580 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab19640c-3062-4fa4-9744-30a74ee3027d admin admin] Pushing event deleted for resources: {'Port': ['ID=60b2f2ff-0d4c-4e83-a274-5f2675dfcfe9,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:41:18.932362 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-ab19640c-3062-4fa4-9744-30a74ee3027d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:41:19.093981 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ab19640c-3062-4fa4-9744-30a74ee3027d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33144680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33243766'] for router_interface, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:19.292703 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab19640c-3062-4fa4-9744-30a74ee3027d admin admin] Router 563383a9-9ad5-4acd-aa38-12acadbe104f has already been hosted by L3 agent c5fde6f5-f096-4668-9faa-154c63e10de0 {{(pid=92746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:41:19.391824 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab19640c-3062-4fa4-9744-30a74ee3027d admin admin] Notify agent at l3_agent.dv-cinder-796889-2-smb the message routers_updated {{(pid=92746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:41:19.397222 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-ab19640c-3062-4fa4-9744-30a74ee3027d admin admin] 10.222.0.13 "PUT /v2.0/routers/563383a9-9ad5-4acd-aa38-12acadbe104f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3884857 Jun 21 04:41:19.399097 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 37280) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:41:19.400011 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cd97bd-8f4b-4f18-b3ac-0a8de68523f9 None None] Sync routers for ids ['563383a9-9ad5-4acd-aa38-12acadbe104f'] in dv-cinder-796889-2-smb {{(pid=92747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:41:19.409377 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cd97bd-8f4b-4f18-b3ac-0a8de68523f9 None None] Routers {'563383a9-9ad5-4acd-aa38-12acadbe104f'} bound to L3 agent in host dv-cinder-796889-2-smb {{(pid=92747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:41:19.409995 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-39cd97bd-8f4b-4f18-b3ac-0a8de68523f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T04:21:37Z,description=,heartbeat_timestamp=2021-06-21T04:41:07Z,host='dv-cinder-796889-2-smb',id=c5fde6f5-f096-4668-9faa-154c63e10de0,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:21:37Z,topic='l3_agent')) {'router_ids': ['563383a9-9ad5-4acd-aa38-12acadbe104f'], 'active': True} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:41:19.514132 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvr_db [None req-39cd97bd-8f4b-4f18-b3ac-0a8de68523f9 None None] Set router 563383a9-9ad5-4acd-aa38-12acadbe104f gateway port host: dv-cinder-796889-2-smb {{(pid=92747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:41:19.690618 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-39cd97bd-8f4b-4f18-b3ac-0a8de68523f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563383a9-9ad5-4acd-aa38-12acadbe104f', 'name': 'tempest-TestShelveInstance-2004403748-router', 'tenant_id': '909af2342a2e4c8e935c962f89d1ffdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.48'}], 'enable_snat': True}, 'gw_port_id': '983b4319-4ad4-4892-98a9-7b716c990093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:37:10Z', 'updated_at': '2021-06-21T04:41:18Z', 'revision_number': 5, 'project_id': '909af2342a2e4c8e935c962f89d1ffdf', 'gw_port': {'id': '983b4319-4ad4-4892-98a9-7b716c990093', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563383a9-9ad5-4acd-aa38-12acadbe104f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:37:11Z', 'updated_at': '2021-06-21T04:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb'}], 'dv-cinder-796889-2-smb', False) {} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:41:19.721326 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cd97bd-8f4b-4f18-b3ac-0a8de68523f9 None None] Checking router: 563383a9-9ad5-4acd-aa38-12acadbe104f for host: dv-cinder-796889-2-smb {{(pid=92747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:41:19.729730 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cd97bd-8f4b-4f18-b3ac-0a8de68523f9 None None] Routers {'563383a9-9ad5-4acd-aa38-12acadbe104f'} bound to L3 agent in host dv-cinder-796889-2-smb {{(pid=92747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:41:19.730370 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-39cd97bd-8f4b-4f18-b3ac-0a8de68523f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T04:21:37Z,description=,heartbeat_timestamp=2021-06-21T04:41:07Z,host='dv-cinder-796889-2-smb',id=c5fde6f5-f096-4668-9faa-154c63e10de0,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:21:37Z,topic='l3_agent')) {'router_ids': ['563383a9-9ad5-4acd-aa38-12acadbe104f'], 'active': True} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:41:19.758483 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-58a95040-39bc-4dce-8fbf-a275600e6a31 admin admin] Notify callbacks [] for router, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:19.860253 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-58a95040-39bc-4dce-8fbf-a275600e6a31 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:19.913569 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [None req-58a95040-39bc-4dce-8fbf-a275600e6a31 admin admin] Deleting port 983b4319-4ad4-4892-98a9-7b716c990093 {{(pid=92746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:41:19.913906 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-58a95040-39bc-4dce-8fbf-a275600e6a31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789667499749'] for port, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:19.952357 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvr_db [None req-39cd97bd-8f4b-4f18-b3ac-0a8de68523f9 None None] Set router 563383a9-9ad5-4acd-aa38-12acadbe104f gateway port host: dv-cinder-796889-2-smb {{(pid=92747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:41:19.994036 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.db [None req-58a95040-39bc-4dce-8fbf-a275600e6a31 admin admin] For port 983b4319-4ad4-4892-98a9-7b716c990093, host dv-cinder-796889-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-smb',level=0,port_id=983b4319-4ad4-4892-98a9-7b716c990093,segment=NetworkSegment(022cd8a4-ba8b-492c-8b47-9af8409ae6a3),segment_id=022cd8a4-ba8b-492c-8b47-9af8409ae6a3)] {{(pid=92746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:41:19.994405 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-58a95040-39bc-4dce-8fbf-a275600e6a31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062555'] for port, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:20.059499 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [None req-58a95040-39bc-4dce-8fbf-a275600e6a31 admin admin] Calling delete_port for 983b4319-4ad4-4892-98a9-7b716c990093 owned by network:router_gateway {{(pid=92746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:41:20.120305 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_hamode_db [None req-39cd97bd-8f4b-4f18-b3ac-0a8de68523f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563383a9-9ad5-4acd-aa38-12acadbe104f', 'name': 'tempest-TestShelveInstance-2004403748-router', 'tenant_id': '909af2342a2e4c8e935c962f89d1ffdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.48'}], 'enable_snat': True}, 'gw_port_id': '983b4319-4ad4-4892-98a9-7b716c990093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:37:10Z', 'updated_at': '2021-06-21T04:41:18Z', 'revision_number': 5, 'project_id': '909af2342a2e4c8e935c962f89d1ffdf', 'gw_port': {'id': '983b4319-4ad4-4892-98a9-7b716c990093', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563383a9-9ad5-4acd-aa38-12acadbe104f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:37:11Z', 'updated_at': '2021-06-21T04:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb'}], 'dv-cinder-796889-2-smb', False) {} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:41:20.146918 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cd97bd-8f4b-4f18-b3ac-0a8de68523f9 None None] The sync data for ids ['563383a9-9ad5-4acd-aa38-12acadbe104f'] in dv-cinder-796889-2-smb is: [{'id': '563383a9-9ad5-4acd-aa38-12acadbe104f', 'name': 'tempest-TestShelveInstance-2004403748-router', 'tenant_id': '909af2342a2e4c8e935c962f89d1ffdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.48'}], 'enable_snat': True}, 'gw_port_id': '983b4319-4ad4-4892-98a9-7b716c990093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:37:10Z', 'updated_at': '2021-06-21T04:41:18Z', 'revision_number': 5, 'project_id': '909af2342a2e4c8e935c962f89d1ffdf', 'gw_port': {'id': '983b4319-4ad4-4892-98a9-7b716c990093', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563383a9-9ad5-4acd-aa38-12acadbe104f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:37:11Z', 'updated_at': '2021-06-21T04:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb'}] {{(pid=92747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:41:20.228379 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-58a95040-39bc-4dce-8fbf-a275600e6a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789667503845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789666979166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33408498'] for port, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:20.231064 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-83795bb4-7a3a-47d2-915a-3cabf41ea4a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:41:20.258783 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a95040-39bc-4dce-8fbf-a275600e6a31 admin admin] Pushing event deleted for resources: {'Port': ['ID=983b4319-4ad4-4892-98a9-7b716c990093,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:41:20.263145 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-58a95040-39bc-4dce-8fbf-a275600e6a31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:41:20.316719 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-58a95040-39bc-4dce-8fbf-a275600e6a31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33062234'] for router_gateway, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:20.404422 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-58a95040-39bc-4dce-8fbf-a275600e6a31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33245252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7276'] for router, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:20.406443 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-58a95040-39bc-4dce-8fbf-a275600e6a31 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:20.452362 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-58a95040-39bc-4dce-8fbf-a275600e6a31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33246741'] for router, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:20.453023 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a95040-39bc-4dce-8fbf-a275600e6a31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 563383a9-9ad5-4acd-aa38-12acadbe104f {{(pid=92746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 04:41:20.457911 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-58a95040-39bc-4dce-8fbf-a275600e6a31 admin admin] Notify callbacks [] for router, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:20.459256 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-58a95040-39bc-4dce-8fbf-a275600e6a31 admin admin] 10.222.0.13 "DELETE /v2.0/routers/563383a9-9ad5-4acd-aa38-12acadbe104f HTTP/1.1" status: 204 len: 168 time: 1.0591574 Jun 21 04:41:20.461645 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 37282) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:41:20.509038 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f12b8a9-6916-45ce-9dcb-e3b2ff791fa6 admin admin] Deleting subnet d74dea0d-5809-42a4-877e-60575d825691 {{(pid=92746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 04:41:20.512476 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-2f12b8a9-6916-45ce-9dcb-e3b2ff791fa6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:20.553075 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-2f12b8a9-6916-45ce-9dcb-e3b2ff791fa6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33408314'] for subnet, precommit_delete_associations {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:20.607324 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device 60b2f2ff-0d4c-4e83-a274-5f2675dfcfe9 no longer exists at agent ovs-agent-dv-cinder-796889-2-smb {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:41:20.631827 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-f392fa84-7a48-456a-8363-78490891b966 None None] No Port match for: 60b2f2ff-0d4c-4e83-a274-5f2675dfcfe9 {{(pid=92747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:41:20.632264 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device 60b2f2ff-0d4c-4e83-a274-5f2675dfcfe9 not bound to the agent host dv-cinder-796889-2-smb {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:41:20.639807 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-2f12b8a9-6916-45ce-9dcb-e3b2ff791fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739179'] for subnet, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:20.692155 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-2f12b8a9-6916-45ce-9dcb-e3b2ff791fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33408392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8449736'] for subnet, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:20.695241 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-d0c157a1-cd92-4ca4-97e1-d4dd1f34d72d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:41:20.720507 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f12b8a9-6916-45ce-9dcb-e3b2ff791fa6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d74dea0d-5809-42a4-877e-60575d825691,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:41:20.722513 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-2f12b8a9-6916-45ce-9dcb-e3b2ff791fa6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:20.726620 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1d994e-324b-4b94-af2d-7da60b7f8403 None None] Network 40de9ba3-57f0-46f6-9ccb-9110dd5813fb requested from dv-cinder-796889-2-smb {{(pid=92747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:41:20.727063 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 37284) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:41:20.729894 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-2f12b8a9-6916-45ce-9dcb-e3b2ff791fa6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d74dea0d-5809-42a4-877e-60575d825691 HTTP/1.1" status: 204 len: 168 time: 0.2672079 Jun 21 04:41:20.732655 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-2f12b8a9-6916-45ce-9dcb-e3b2ff791fa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:41:20.803418 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-124de2b9-2fdb-4352-acdf-efcc2575b97b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598551'] for network, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:20.858745 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-124de2b9-2fdb-4352-acdf-efcc2575b97b admin admin] Deleting port 5764d1f0-3e9d-409b-9f14-fc5776b34696 {{(pid=92745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:41:20.859088 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-124de2b9-2fdb-4352-acdf-efcc2575b97b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789667499749'] for port, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:20.923542 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-124de2b9-2fdb-4352-acdf-efcc2575b97b admin admin] For port 5764d1f0-3e9d-409b-9f14-fc5776b34696, host dv-cinder-796889-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-smb',level=0,port_id=5764d1f0-3e9d-409b-9f14-fc5776b34696,segment=NetworkSegment(4d687630-1619-45a3-b53f-f216f6e5d8d2),segment_id=4d687630-1619-45a3-b53f-f216f6e5d8d2)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:41:20.923890 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-124de2b9-2fdb-4352-acdf-efcc2575b97b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062555'] for port, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:20.983563 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-124de2b9-2fdb-4352-acdf-efcc2575b97b admin admin] Calling delete_port for 5764d1f0-3e9d-409b-9f14-fc5776b34696 owned by network:dhcp {{(pid=92745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:41:21.059712 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-124de2b9-2fdb-4352-acdf-efcc2575b97b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789667503845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789666979166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30039426'] for port, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:21.061657 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-21ab9db0-6d0d-4cc4-ad5f-267ccf298f91 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:41:21.084116 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124de2b9-2fdb-4352-acdf-efcc2575b97b admin admin] Pushing event deleted for resources: {'Port': ['ID=5764d1f0-3e9d-409b-9f14-fc5776b34696,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:41:21.087140 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-124de2b9-2fdb-4352-acdf-efcc2575b97b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:41:21.087895 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124de2b9-2fdb-4352-acdf-efcc2575b97b admin admin] No DVR routers for this DVR port 5764d1f0-3e9d-409b-9f14-fc5776b34696 on host dv-cinder-796889-2-smb {{(pid=92745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:41:21.157532 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-124de2b9-2fdb-4352-acdf-efcc2575b97b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-744180', 'neutron.services.segments.db._delete_segments_for_network-8789667519955'] for network, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:21.167672 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.services.segments.db [None req-124de2b9-2fdb-4352-acdf-efcc2575b97b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40de9ba3-57f0-46f6-9ccb-9110dd5813fb']}} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:41:21.181769 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d819cb-58b3-4b36-8699-48c14bb49bb6 None None] DHCP port deletion for 40de9ba3-57f0-46f6-9ccb-9110dd5813fb request from dv-cinder-796889-2-smb {{(pid=92747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 04:41:21.183511 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.services.segments.db [None req-124de2b9-2fdb-4352-acdf-efcc2575b97b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d687630-1619-45a3-b53f-f216f6e5d8d2') {'for_net_delete': True} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:41:21.183889 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.services.segments.db [None req-124de2b9-2fdb-4352-acdf-efcc2575b97b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d687630-1619-45a3-b53f-f216f6e5d8d2') {} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:41:21.193538 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-124de2b9-2fdb-4352-acdf-efcc2575b97b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789667519784', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31093967'] for segment, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:21.208823 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-124de2b9-2fdb-4352-acdf-efcc2575b97b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740028'] for segment, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:21.215369 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-124de2b9-2fdb-4352-acdf-efcc2575b97b admin admin] Releasing vlan 833 on physical network physnet1 to pool {{(pid=92745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 04:41:21.215804 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-124de2b9-2fdb-4352-acdf-efcc2575b97b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3649875'] for segment, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:21.217509 dv-cinder-796889-2-smb neutron-server[92745]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:41:21.217509 dv-cinder-796889-2-smb neutron-server[92745]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:41:21.217509 dv-cinder-796889-2-smb neutron-server[92745]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:41:21.217509 dv-cinder-796889-2-smb neutron-server[92745]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:41:21.217509 dv-cinder-796889-2-smb neutron-server[92745]: Traceback (most recent call last): Jun 21 04:41:21.217509 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 04:41:21.217509 dv-cinder-796889-2-smb neutron-server[92745]: timer() Jun 21 04:41:21.217509 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 04:41:21.217509 dv-cinder-796889-2-smb neutron-server[92745]: cb(*args, **kw) Jun 21 04:41:21.217509 dv-cinder-796889-2-smb neutron-server[92745]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 04:41:21.217509 dv-cinder-796889-2-smb neutron-server[92745]: return func(*args, **kwargs) Jun 21 04:41:21.217509 dv-cinder-796889-2-smb neutron-server[92745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 04:41:21.217509 dv-cinder-796889-2-smb neutron-server[92745]: self._notify() Jun 21 04:41:21.217509 dv-cinder-796889-2-smb neutron-server[92745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 04:41:21.217509 dv-cinder-796889-2-smb neutron-server[92745]: self.callback(batched_events) Jun 21 04:41:21.217509 dv-cinder-796889-2-smb neutron-server[92745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 04:41:21.217509 dv-cinder-796889-2-smb neutron-server[92745]: event.method(event) Jun 21 04:41:21.217509 dv-cinder-796889-2-smb neutron-server[92745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 04:41:21.217509 dv-cinder-796889-2-smb neutron-server[92745]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 04:41:21.217509 dv-cinder-796889-2-smb neutron-server[92745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 04:41:21.217509 dv-cinder-796889-2-smb neutron-server[92745]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 04:41:21.217509 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 04:41:21.217509 dv-cinder-796889-2-smb neutron-server[92745]: return f(self, *a, **k) Jun 21 04:41:21.217509 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 04:41:21.217509 dv-cinder-796889-2-smb neutron-server[92745]: return self._get(url).json() Jun 21 04:41:21.217509 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 04:41:21.217509 dv-cinder-796889-2-smb neutron-server[92745]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 04:41:21.217509 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 04:41:21.217509 dv-cinder-796889-2-smb neutron-server[92745]: return self.request(url, 'GET', **kwargs) Jun 21 04:41:21.217509 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 04:41:21.217509 dv-cinder-796889-2-smb neutron-server[92745]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 04:41:21.217509 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 04:41:21.217509 dv-cinder-796889-2-smb neutron-server[92745]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 04:41:21.217509 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 04:41:21.217509 dv-cinder-796889-2-smb neutron-server[92745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 04:41:21.217509 dv-cinder-796889-2-smb neutron-server[92745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 04:41:21.268811 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-124de2b9-2fdb-4352-acdf-efcc2575b97b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-744173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33253182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33062277'] for network, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:21.272484 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:41:21.275931 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-124de2b9-2fdb-4352-acdf-efcc2575b97b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33144588'] for network, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:21.277698 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-124de2b9-2fdb-4352-acdf-efcc2575b97b admin admin] 10.222.0.13 "DELETE /v2.0/networks/40de9ba3-57f0-46f6-9ccb-9110dd5813fb HTTP/1.1" status: 204 len: 168 time: 0.5490270 Jun 21 04:41:21.280560 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 37286) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:41:21.288493 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124de2b9-2fdb-4352-acdf-efcc2575b97b admin admin] Pushing event deleted for resources: {'Network': ['ID=40de9ba3-57f0-46f6-9ccb-9110dd5813fb,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:41:21.290806 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-124de2b9-2fdb-4352-acdf-efcc2575b97b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:41:21.618949 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-43f9edd5-d3ca-4b67-a48e-45a16e6cbdcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33243850'] for router_interface, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:21.863005 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [None req-43f9edd5-d3ca-4b67-a48e-45a16e6cbdcc admin admin] Deleting port e60907fb-27d0-48f8-b4cb-b1bb79fc98cc {{(pid=92746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:41:21.863342 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-43f9edd5-d3ca-4b67-a48e-45a16e6cbdcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789667499749'] for port, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:21.939309 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.db [None req-43f9edd5-d3ca-4b67-a48e-45a16e6cbdcc admin admin] For port e60907fb-27d0-48f8-b4cb-b1bb79fc98cc, host dv-cinder-796889-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-smb',level=0,port_id=e60907fb-27d0-48f8-b4cb-b1bb79fc98cc,segment=NetworkSegment(193ab3db-fb1e-4db1-8183-7c0af57ade40),segment_id=193ab3db-fb1e-4db1-8183-7c0af57ade40)] {{(pid=92746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:41:21.939670 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-43f9edd5-d3ca-4b67-a48e-45a16e6cbdcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062555'] for port, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:22.005803 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [None req-43f9edd5-d3ca-4b67-a48e-45a16e6cbdcc admin admin] Calling delete_port for e60907fb-27d0-48f8-b4cb-b1bb79fc98cc owned by network:router_interface {{(pid=92746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:41:22.177258 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-43f9edd5-d3ca-4b67-a48e-45a16e6cbdcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789667503845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789666979166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33408498'] for port, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:22.179941 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-92fd9435-d89b-4481-8b14-cf58847c3855 tempest-TestMinimumBasicScenario-977507780 tempest-TestMinimumBasicScenario-977507780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:41:22.204104 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f9edd5-d3ca-4b67-a48e-45a16e6cbdcc admin admin] Pushing event deleted for resources: {'Port': ['ID=e60907fb-27d0-48f8-b4cb-b1bb79fc98cc,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:41:22.209912 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-43f9edd5-d3ca-4b67-a48e-45a16e6cbdcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:41:22.365267 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-43f9edd5-d3ca-4b67-a48e-45a16e6cbdcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33144680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33243766'] for router_interface, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:22.575592 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43f9edd5-d3ca-4b67-a48e-45a16e6cbdcc admin admin] Router b5e9f2fe-4ae0-4fe8-9bab-d16a09504fcc has already been hosted by L3 agent c5fde6f5-f096-4668-9faa-154c63e10de0 {{(pid=92746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:41:22.593518 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device 983b4319-4ad4-4892-98a9-7b716c990093 no longer exists at agent ovs-agent-dv-cinder-796889-2-smb {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:41:22.613160 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-f392fa84-7a48-456a-8363-78490891b966 None None] No Port match for: 983b4319-4ad4-4892-98a9-7b716c990093 {{(pid=92747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:41:22.613526 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device 983b4319-4ad4-4892-98a9-7b716c990093 not bound to the agent host dv-cinder-796889-2-smb {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:41:22.613931 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device 5764d1f0-3e9d-409b-9f14-fc5776b34696 no longer exists at agent ovs-agent-dv-cinder-796889-2-smb {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:41:22.631728 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-f392fa84-7a48-456a-8363-78490891b966 None None] No Port match for: 5764d1f0-3e9d-409b-9f14-fc5776b34696 {{(pid=92747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:41:22.632071 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device 5764d1f0-3e9d-409b-9f14-fc5776b34696 not bound to the agent host dv-cinder-796889-2-smb {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:41:22.679953 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f9edd5-d3ca-4b67-a48e-45a16e6cbdcc admin admin] Notify agent at l3_agent.dv-cinder-796889-2-smb the message routers_updated {{(pid=92746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:41:22.685228 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-43f9edd5-d3ca-4b67-a48e-45a16e6cbdcc admin admin] 10.222.0.13 "PUT /v2.0/routers/b5e9f2fe-4ae0-4fe8-9bab-d16a09504fcc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4036682 Jun 21 04:41:22.687755 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 37288) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:41:22.688946 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98278993-9782-4c34-a316-163f41a34124 None None] Sync routers for ids ['b5e9f2fe-4ae0-4fe8-9bab-d16a09504fcc'] in dv-cinder-796889-2-smb {{(pid=92748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:41:22.698404 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98278993-9782-4c34-a316-163f41a34124 None None] Routers {'b5e9f2fe-4ae0-4fe8-9bab-d16a09504fcc'} bound to L3 agent in host dv-cinder-796889-2-smb {{(pid=92748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:41:22.699038 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-98278993-9782-4c34-a316-163f41a34124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T04:21:37Z,description=,heartbeat_timestamp=2021-06-21T04:41:07Z,host='dv-cinder-796889-2-smb',id=c5fde6f5-f096-4668-9faa-154c63e10de0,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:21:37Z,topic='l3_agent')) {'router_ids': ['b5e9f2fe-4ae0-4fe8-9bab-d16a09504fcc'], 'active': True} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:41:22.797075 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_dvr_db [None req-98278993-9782-4c34-a316-163f41a34124 None None] Set router b5e9f2fe-4ae0-4fe8-9bab-d16a09504fcc gateway port host: dv-cinder-796889-2-smb {{(pid=92748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:41:22.813255 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-9c365553-912d-4e85-968e-330e7a60f547 admin admin] Notify callbacks [] for router, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:22.913239 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-9c365553-912d-4e85-968e-330e7a60f547 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:22.964625 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [None req-9c365553-912d-4e85-968e-330e7a60f547 admin admin] Deleting port 30b3c49c-8064-49f5-996e-221e16dbd640 {{(pid=92746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:41:22.964963 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-9c365553-912d-4e85-968e-330e7a60f547 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789667499749'] for port, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:22.968816 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-98278993-9782-4c34-a316-163f41a34124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e9f2fe-4ae0-4fe8-9bab-d16a09504fcc', 'name': 'tempest-TestShelveInstance-1920006249-router', 'tenant_id': '66419eed7fbb4993b6a71398aa10409d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'external_fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': '30b3c49c-8064-49f5-996e-221e16dbd640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:37:15Z', 'updated_at': '2021-06-21T04:41:22Z', 'revision_number': 5, 'project_id': '66419eed7fbb4993b6a71398aa10409d', 'gw_port': {'id': '30b3c49c-8064-49f5-996e-221e16dbd640', 'name': '', 'network_id': 'e4173b4a-3ce8-414e-a2d6-4147ce727684', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:90:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e9f2fe-4ae0-4fe8-9bab-d16a09504fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796889-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:37:15Z', 'updated_at': '2021-06-21T04:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '074fe887-5c0a-4322-b8b4-1844e3a886aa', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796889-2-smb'}], 'dv-cinder-796889-2-smb', False) {} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:41:22.993838 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98278993-9782-4c34-a316-163f41a34124 None None] Checking router: b5e9f2fe-4ae0-4fe8-9bab-d16a09504fcc for host: dv-cinder-796889-2-smb {{(pid=92748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:41:23.002368 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98278993-9782-4c34-a316-163f41a34124 None None] Routers {'b5e9f2fe-4ae0-4fe8-9bab-d16a09504fcc'} bound to L3 agent in host dv-cinder-796889-2-smb {{(pid=92748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:41:23.002970 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-98278993-9782-4c34-a316-163f41a34124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796889-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T04:21:37Z,description=,heartbeat_timestamp=2021-06-21T04:41:07Z,host='dv-cinder-796889-2-smb',id=c5fde6f5-f096-4668-9faa-154c63e10de0,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:21:37Z,topic='l3_agent')) {'router_ids': ['b5e9f2fe-4ae0-4fe8-9bab-d16a09504fcc'], 'active': True} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:41:23.044959 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.db [None req-9c365553-912d-4e85-968e-330e7a60f547 admin admin] For port 30b3c49c-8064-49f5-996e-221e16dbd640, host dv-cinder-796889-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-smb',level=0,port_id=30b3c49c-8064-49f5-996e-221e16dbd640,segment=NetworkSegment(022cd8a4-ba8b-492c-8b47-9af8409ae6a3),segment_id=022cd8a4-ba8b-492c-8b47-9af8409ae6a3)] {{(pid=92746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:41:23.045334 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-9c365553-912d-4e85-968e-330e7a60f547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062555'] for port, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:23.084625 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_dvr_db [None req-98278993-9782-4c34-a316-163f41a34124 None None] Set router b5e9f2fe-4ae0-4fe8-9bab-d16a09504fcc gateway port host: None {{(pid=92748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:41:23.106875 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [None req-9c365553-912d-4e85-968e-330e7a60f547 admin admin] Calling delete_port for 30b3c49c-8064-49f5-996e-221e16dbd640 owned by network:router_gateway {{(pid=92746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:41:23.136167 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-98278993-9782-4c34-a316-163f41a34124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e9f2fe-4ae0-4fe8-9bab-d16a09504fcc', 'name': 'tempest-TestShelveInstance-1920006249-router', 'tenant_id': '66419eed7fbb4993b6a71398aa10409d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:37:15Z', 'updated_at': '2021-06-21T04:41:22Z', 'revision_number': 6, 'project_id': '66419eed7fbb4993b6a71398aa10409d', 'gw_port_host': None}], 'dv-cinder-796889-2-smb', False) {} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:41:23.161544 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98278993-9782-4c34-a316-163f41a34124 None None] The sync data for ids ['b5e9f2fe-4ae0-4fe8-9bab-d16a09504fcc'] in dv-cinder-796889-2-smb is: [{'id': 'b5e9f2fe-4ae0-4fe8-9bab-d16a09504fcc', 'name': 'tempest-TestShelveInstance-1920006249-router', 'tenant_id': '66419eed7fbb4993b6a71398aa10409d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:37:15Z', 'updated_at': '2021-06-21T04:41:22Z', 'revision_number': 6, 'project_id': '66419eed7fbb4993b6a71398aa10409d', 'gw_port_host': None}] {{(pid=92748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:41:23.272698 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-9c365553-912d-4e85-968e-330e7a60f547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789667503845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789666979166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33408498'] for port, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:23.275334 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-15a9f310-086b-46d1-9938-6d592e1d336c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:41:23.302043 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c365553-912d-4e85-968e-330e7a60f547 admin admin] Pushing event deleted for resources: {'Port': ['ID=30b3c49c-8064-49f5-996e-221e16dbd640,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:41:23.305109 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-9c365553-912d-4e85-968e-330e7a60f547 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:41:23.361733 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-9c365553-912d-4e85-968e-330e7a60f547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33062234'] for router_gateway, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:23.448634 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-9c365553-912d-4e85-968e-330e7a60f547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33245252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7276'] for router, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:23.451358 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-9c365553-912d-4e85-968e-330e7a60f547 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:23.494900 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-9c365553-912d-4e85-968e-330e7a60f547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33246741'] for router, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:23.495409 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c365553-912d-4e85-968e-330e7a60f547 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5e9f2fe-4ae0-4fe8-9bab-d16a09504fcc {{(pid=92746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 04:41:23.499559 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-9c365553-912d-4e85-968e-330e7a60f547 admin admin] Notify callbacks [] for router, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:23.500711 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-9c365553-912d-4e85-968e-330e7a60f547 admin admin] 10.222.0.13 "DELETE /v2.0/routers/b5e9f2fe-4ae0-4fe8-9bab-d16a09504fcc HTTP/1.1" status: 204 len: 168 time: 0.8120263 Jun 21 04:41:23.503257 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 37290) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:41:23.547834 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.db.db_base_plugin_v2 [None req-e28fe386-bebd-44ae-b22a-e901b75234d7 admin admin] Deleting subnet d77fd993-6661-4c1d-96ad-7a6e68d20248 {{(pid=92746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 04:41:23.551078 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e28fe386-bebd-44ae-b22a-e901b75234d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:23.585921 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e28fe386-bebd-44ae-b22a-e901b75234d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33408314'] for subnet, precommit_delete_associations {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:23.664462 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e28fe386-bebd-44ae-b22a-e901b75234d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739179'] for subnet, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:23.713776 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e28fe386-bebd-44ae-b22a-e901b75234d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33408392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8449736'] for subnet, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:23.717250 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-9763627d-eb9b-438f-bae5-e1ad32392eb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:41:23.740561 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28fe386-bebd-44ae-b22a-e901b75234d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d77fd993-6661-4c1d-96ad-7a6e68d20248,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:41:23.742504 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e28fe386-bebd-44ae-b22a-e901b75234d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:23.745173 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-e28fe386-bebd-44ae-b22a-e901b75234d7 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d77fd993-6661-4c1d-96ad-7a6e68d20248 HTTP/1.1" status: 204 len: 168 time: 0.2409818 Jun 21 04:41:23.746907 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 37292) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:41:23.747416 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd115d92-d475-4501-b991-c279400d54b5 None None] Network cc629296-e2f3-49d5-9cd2-c539def8867a requested from dv-cinder-796889-2-smb {{(pid=92747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:41:23.747825 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-e28fe386-bebd-44ae-b22a-e901b75234d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:41:23.815523 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-f930bbeb-908f-4fe7-b975-140423bbae9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598551'] for network, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:23.866227 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-f930bbeb-908f-4fe7-b975-140423bbae9c admin admin] Deleting port 8c84c444-234d-4478-b873-8d5fc05833e0 {{(pid=92745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:41:23.866487 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-f930bbeb-908f-4fe7-b975-140423bbae9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789667499749'] for port, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:23.920373 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f90998d-2786-44a2-ae97-2cff72a6adfd None None] DHCP port deletion for cc629296-e2f3-49d5-9cd2-c539def8867a request from dv-cinder-796889-2-smb {{(pid=92747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 04:41:23.930300 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.db [None req-f930bbeb-908f-4fe7-b975-140423bbae9c admin admin] For port 8c84c444-234d-4478-b873-8d5fc05833e0, host dv-cinder-796889-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-smb',level=0,port_id=8c84c444-234d-4478-b873-8d5fc05833e0,segment=NetworkSegment(193ab3db-fb1e-4db1-8183-7c0af57ade40),segment_id=193ab3db-fb1e-4db1-8183-7c0af57ade40)] {{(pid=92745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:41:23.930740 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-f930bbeb-908f-4fe7-b975-140423bbae9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062555'] for port, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:23.967881 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-9f90998d-2786-44a2-ae97-2cff72a6adfd None None] Deleting port 8c84c444-234d-4478-b873-8d5fc05833e0 {{(pid=92747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:41:23.968357 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-9f90998d-2786-44a2-ae97-2cff72a6adfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789667499749'] for port, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:23.998269 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.plugin [None req-f930bbeb-908f-4fe7-b975-140423bbae9c admin admin] Calling delete_port for 8c84c444-234d-4478-b873-8d5fc05833e0 owned by network:dhcp {{(pid=92745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:41:24.034932 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-9f90998d-2786-44a2-ae97-2cff72a6adfd None None] For port 8c84c444-234d-4478-b873-8d5fc05833e0, host dv-cinder-796889-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796889-2-smb',level=0,port_id=8c84c444-234d-4478-b873-8d5fc05833e0,segment=NetworkSegment(193ab3db-fb1e-4db1-8183-7c0af57ade40),segment_id=193ab3db-fb1e-4db1-8183-7c0af57ade40)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:41:24.035405 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-9f90998d-2786-44a2-ae97-2cff72a6adfd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062555'] for port, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:24.081078 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-f930bbeb-908f-4fe7-b975-140423bbae9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789667503845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789666979166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30039426'] for port, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:24.083439 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-cf9a460a-7871-4b95-824a-45464e5c027a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:41:24.103653 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-9f90998d-2786-44a2-ae97-2cff72a6adfd None None] Calling delete_port for 8c84c444-234d-4478-b873-8d5fc05833e0 owned by network:dhcp {{(pid=92747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:41:24.105687 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f930bbeb-908f-4fe7-b975-140423bbae9c admin admin] Pushing event deleted for resources: {'Port': ['ID=8c84c444-234d-4478-b873-8d5fc05833e0,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:41:24.109397 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-f930bbeb-908f-4fe7-b975-140423bbae9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:41:24.111735 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f930bbeb-908f-4fe7-b975-140423bbae9c admin admin] No DVR routers for this DVR port 8c84c444-234d-4478-b873-8d5fc05833e0 on host dv-cinder-796889-2-smb {{(pid=92745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:41:24.183221 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-f930bbeb-908f-4fe7-b975-140423bbae9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-744180', 'neutron.services.segments.db._delete_segments_for_network-8789667519955'] for network, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:24.193894 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.services.segments.db [None req-f930bbeb-908f-4fe7-b975-140423bbae9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc629296-e2f3-49d5-9cd2-c539def8867a']}} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:41:24.197576 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-9f90998d-2786-44a2-ae97-2cff72a6adfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-637328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33144602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789667503845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789666979166'] for port, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:24.199639 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-7f6656fc-04ea-4762-a63b-adf4abdff800 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:41:24.205508 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.services.segments.db [None req-f930bbeb-908f-4fe7-b975-140423bbae9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '193ab3db-fb1e-4db1-8183-7c0af57ade40') {'for_net_delete': True} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:41:24.205798 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.services.segments.db [None req-f930bbeb-908f-4fe7-b975-140423bbae9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '193ab3db-fb1e-4db1-8183-7c0af57ade40') {} {{(pid=92745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:41:24.214880 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-f930bbeb-908f-4fe7-b975-140423bbae9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789667519784', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31093967'] for segment, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:24.227762 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f90998d-2786-44a2-ae97-2cff72a6adfd None None] Pushing event deleted for resources: {'Port': ['ID=8c84c444-234d-4478-b873-8d5fc05833e0,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:41:24.232644 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f90998d-2786-44a2-ae97-2cff72a6adfd None None] No DVR routers for this DVR port 8c84c444-234d-4478-b873-8d5fc05833e0 on host dv-cinder-796889-2-smb {{(pid=92747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:41:24.237246 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-f930bbeb-908f-4fe7-b975-140423bbae9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740028'] for segment, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:24.243158 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f90998d-2786-44a2-ae97-2cff72a6adfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:41:24.243158 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f90998d-2786-44a2-ae97-2cff72a6adfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:41:24.243158 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f90998d-2786-44a2-ae97-2cff72a6adfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:41:24.243158 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f90998d-2786-44a2-ae97-2cff72a6adfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:41:24.243158 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f90998d-2786-44a2-ae97-2cff72a6adfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:41:24.243158 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f90998d-2786-44a2-ae97-2cff72a6adfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:41:24.243158 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f90998d-2786-44a2-ae97-2cff72a6adfd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:41:24.243158 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f90998d-2786-44a2-ae97-2cff72a6adfd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:41:24.243158 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f90998d-2786-44a2-ae97-2cff72a6adfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:41:24.243158 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f90998d-2786-44a2-ae97-2cff72a6adfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:41:24.243158 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f90998d-2786-44a2-ae97-2cff72a6adfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:41:24.243158 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f90998d-2786-44a2-ae97-2cff72a6adfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796889-2-smb {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:41:24.246842 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-9f90998d-2786-44a2-ae97-2cff72a6adfd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:41:24.249387 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f930bbeb-908f-4fe7-b975-140423bbae9c admin admin] Releasing vlan 842 on physical network physnet1 to pool {{(pid=92745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 04:41:24.249808 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-f930bbeb-908f-4fe7-b975-140423bbae9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3649875'] for segment, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:24.251483 dv-cinder-796889-2-smb neutron-server[92745]: Traceback (most recent call last): Jun 21 04:41:24.251483 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 04:41:24.251483 dv-cinder-796889-2-smb neutron-server[92745]: timer() Jun 21 04:41:24.251483 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 04:41:24.251483 dv-cinder-796889-2-smb neutron-server[92745]: cb(*args, **kw) Jun 21 04:41:24.251483 dv-cinder-796889-2-smb neutron-server[92745]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 04:41:24.251483 dv-cinder-796889-2-smb neutron-server[92745]: return func(*args, **kwargs) Jun 21 04:41:24.251483 dv-cinder-796889-2-smb neutron-server[92745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 04:41:24.251483 dv-cinder-796889-2-smb neutron-server[92745]: self._notify() Jun 21 04:41:24.251483 dv-cinder-796889-2-smb neutron-server[92745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 04:41:24.251483 dv-cinder-796889-2-smb neutron-server[92745]: self.callback(batched_events) Jun 21 04:41:24.251483 dv-cinder-796889-2-smb neutron-server[92745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 04:41:24.251483 dv-cinder-796889-2-smb neutron-server[92745]: event.method(event) Jun 21 04:41:24.251483 dv-cinder-796889-2-smb neutron-server[92745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 04:41:24.251483 dv-cinder-796889-2-smb neutron-server[92745]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 04:41:24.251483 dv-cinder-796889-2-smb neutron-server[92745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 04:41:24.251483 dv-cinder-796889-2-smb neutron-server[92745]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 04:41:24.251483 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 04:41:24.251483 dv-cinder-796889-2-smb neutron-server[92745]: return f(self, *a, **k) Jun 21 04:41:24.251483 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 04:41:24.251483 dv-cinder-796889-2-smb neutron-server[92745]: return self._get(url).json() Jun 21 04:41:24.251483 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 04:41:24.251483 dv-cinder-796889-2-smb neutron-server[92745]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 04:41:24.251483 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 04:41:24.251483 dv-cinder-796889-2-smb neutron-server[92745]: return self.request(url, 'GET', **kwargs) Jun 21 04:41:24.251483 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 04:41:24.251483 dv-cinder-796889-2-smb neutron-server[92745]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 04:41:24.251483 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 04:41:24.251483 dv-cinder-796889-2-smb neutron-server[92745]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 04:41:24.251483 dv-cinder-796889-2-smb neutron-server[92745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 04:41:24.251483 dv-cinder-796889-2-smb neutron-server[92745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 04:41:24.251483 dv-cinder-796889-2-smb neutron-server[92745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 04:41:24.302614 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-f930bbeb-908f-4fe7-b975-140423bbae9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-744173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33253182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33144593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33062277'] for network, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:24.306164 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:41:24.309806 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-f930bbeb-908f-4fe7-b975-140423bbae9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33144588'] for network, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:24.310895 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-f930bbeb-908f-4fe7-b975-140423bbae9c admin admin] 10.222.0.13 "DELETE /v2.0/networks/cc629296-e2f3-49d5-9cd2-c539def8867a HTTP/1.1" status: 204 len: 168 time: 0.5629892 Jun 21 04:41:24.321449 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f930bbeb-908f-4fe7-b975-140423bbae9c admin admin] Pushing event deleted for resources: {'Network': ['ID=cc629296-e2f3-49d5-9cd2-c539def8867a,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:41:24.323758 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-f930bbeb-908f-4fe7-b975-140423bbae9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:41:24.466985 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 37296) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:41:24.507135 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-779a806a-089d-4841-9624-057df35a0402 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=909af2342a2e4c8e935c962f89d1ffdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388567 Jun 21 04:41:24.509417 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 37298) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:41:24.548292 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device e60907fb-27d0-48f8-b4cb-b1bb79fc98cc no longer exists at agent ovs-agent-dv-cinder-796889-2-smb {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:41:24.561670 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-6c25caa1-027b-45fe-83be-8013929cc67a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:24.567207 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-f392fa84-7a48-456a-8363-78490891b966 None None] No Port match for: e60907fb-27d0-48f8-b4cb-b1bb79fc98cc {{(pid=92747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:41:24.567561 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device e60907fb-27d0-48f8-b4cb-b1bb79fc98cc not bound to the agent host dv-cinder-796889-2-smb {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:41:24.567972 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device 30b3c49c-8064-49f5-996e-221e16dbd640 no longer exists at agent ovs-agent-dv-cinder-796889-2-smb {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:41:24.582415 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-6c25caa1-027b-45fe-83be-8013929cc67a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:24.585918 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-f392fa84-7a48-456a-8363-78490891b966 None None] No Port match for: 30b3c49c-8064-49f5-996e-221e16dbd640 {{(pid=92747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:41:24.586256 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device 30b3c49c-8064-49f5-996e-221e16dbd640 not bound to the agent host dv-cinder-796889-2-smb {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:41:24.586663 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device 8c84c444-234d-4478-b873-8d5fc05833e0 no longer exists at agent ovs-agent-dv-cinder-796889-2-smb {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:41:24.604554 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-f392fa84-7a48-456a-8363-78490891b966 None None] No Port match for: 8c84c444-234d-4478-b873-8d5fc05833e0 {{(pid=92747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:41:24.604908 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron.plugins.ml2.rpc [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Device 8c84c444-234d-4478-b873-8d5fc05833e0 not bound to the agent host dv-cinder-796889-2-smb {{(pid=92747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:41:24.628956 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-6c25caa1-027b-45fe-83be-8013929cc67a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:24.631511 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-6c25caa1-027b-45fe-83be-8013929cc67a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:24.632631 dv-cinder-796889-2-smb neutron-server[92746]: INFO neutron.wsgi [None req-6c25caa1-027b-45fe-83be-8013929cc67a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c70be07e-ed05-407d-a02e-78f658934e69 HTTP/1.1" status: 204 len: 168 time: 0.1223023 Jun 21 04:41:24.633426 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-9c856488-a4bb-47ce-bcf0-e3a8644fdb53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:41:24.640872 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c25caa1-027b-45fe-83be-8013929cc67a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70be07e-ed05-407d-a02e-78f658934e69,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:41:24.643253 dv-cinder-796889-2-smb neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-6c25caa1-027b-45fe-83be-8013929cc67a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:41:24.932437 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 37304) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:41:24.971589 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-772a8acc-b19f-43a4-b34b-257457185a84 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=66419eed7fbb4993b6a71398aa10409d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379059 Jun 21 04:41:24.973765 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [-] (92745) accepted ('10.222.0.13', 37306) {{(pid=92745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:41:25.019321 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-570f0b15-f695-4bc3-a6e1-210ceb517b80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:25.039167 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-570f0b15-f695-4bc3-a6e1-210ceb517b80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:25.058343 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.agents_db [None req-0317ce1f-94ba-4828-a78d-05fb42e0f355 None None] Agent healthcheck: found 6 active agents {{(pid=92748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:41:25.086673 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-570f0b15-f695-4bc3-a6e1-210ceb517b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33253179'] for security_group, after_delete {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:25.089268 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron_lib.callbacks.manager [None req-570f0b15-f695-4bc3-a6e1-210ceb517b80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:25.091171 dv-cinder-796889-2-smb neutron-server[92745]: INFO neutron.wsgi [None req-570f0b15-f695-4bc3-a6e1-210ceb517b80 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/94b24851-f733-43da-8de5-00fab5af93af HTTP/1.1" status: 204 len: 168 time: 0.1165447 Jun 21 04:41:25.091957 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-3fae6e1b-7b07-46fd-befc-f60e1f548c79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:41:25.098904 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570f0b15-f695-4bc3-a6e1-210ceb517b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b24851-f733-43da-8de5-00fab5af93af,revision_number=None']} {{(pid=92745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:41:25.101291 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG oslo_concurrency.lockutils [None req-570f0b15-f695-4bc3-a6e1-210ceb517b80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:41:34.162348 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-038c971e-454d-44f2-97af-d59a6dc474f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:36.757495 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-3660827c-d8da-46f6-a68a-948239710094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:36.995892 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:36.998018 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:38.068498 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-af7905e6-f134-40b5-8f7f-d0c0aa400a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:39.676162 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-410c395a-ca3a-4855-90fb-923e0a2b4d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:02.057159 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.agents_db [None req-0317ce1f-94ba-4828-a78d-05fb42e0f355 None None] Agent healthcheck: found 6 active agents {{(pid=92748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:42:04.162385 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-222a151b-af93-413d-adb8-06f649648c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:06.756818 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-46e7c1d5-52fa-4ff3-9bd5-ed8d5771337a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:06.992376 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:06.997495 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:08.072228 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-af7905e6-f134-40b5-8f7f-d0c0aa400a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:09.678338 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-410c395a-ca3a-4855-90fb-923e0a2b4d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:34.162556 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-59236349-0915-4979-a202-8527d4aea0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:36.758305 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-e1ac15e4-9bc0-43c1-87e9-b13980d96746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:36.992480 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:36.994462 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:38.073997 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-af7905e6-f134-40b5-8f7f-d0c0aa400a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:39.055788 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.agents_db [None req-0317ce1f-94ba-4828-a78d-05fb42e0f355 None None] Agent healthcheck: found 6 active agents {{(pid=92748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:42:39.680591 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-410c395a-ca3a-4855-90fb-923e0a2b4d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:04.161076 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-663eeca7-a904-4a22-ad1f-2e5a6974ad07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:06.758699 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-0bf2f74a-dbb6-41c1-9233-0efa9c7abed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:06.983027 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:06.998145 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:08.080338 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-af7905e6-f134-40b5-8f7f-d0c0aa400a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:09.683214 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-410c395a-ca3a-4855-90fb-923e0a2b4d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:16.054877 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.agents_db [None req-0317ce1f-94ba-4828-a78d-05fb42e0f355 None None] Agent healthcheck: found 6 active agents {{(pid=92748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:43:34.159396 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-27b2fcf3-db20-4196-8c12-d98952fad19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:36.758918 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-cf826b1e-d3bf-4acb-94a2-cf0868138d3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:36.982596 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:37.006923 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:38.080553 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-af7905e6-f134-40b5-8f7f-d0c0aa400a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:39.687339 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-410c395a-ca3a-4855-90fb-923e0a2b4d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:53.053032 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.agents_db [None req-0317ce1f-94ba-4828-a78d-05fb42e0f355 None None] Agent healthcheck: found 6 active agents {{(pid=92748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:44:04.159296 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-941716a2-d56a-4761-b48b-4aa2bb40b6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:44:06.759155 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-473e2565-0ea0-4888-9d93-32b2706923c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:44:06.982832 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:44:07.001911 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:44:08.083977 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-af7905e6-f134-40b5-8f7f-d0c0aa400a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:44:09.691180 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-410c395a-ca3a-4855-90fb-923e0a2b4d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:44:30.052062 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.agents_db [None req-0317ce1f-94ba-4828-a78d-05fb42e0f355 None None] Agent healthcheck: found 6 active agents {{(pid=92748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:44:34.158382 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-c223b625-7848-4adc-a50d-0f9291a0453a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:44:36.759156 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-9b7a7c26-1060-459e-88ea-7f63dca7d5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:44:36.983026 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:44:36.998835 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:44:38.086269 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-af7905e6-f134-40b5-8f7f-d0c0aa400a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:44:39.693975 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-410c395a-ca3a-4855-90fb-923e0a2b4d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:04.157768 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-cb031237-562f-463e-bc60-9df5409149dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:06.760658 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-24018404-30f7-4f15-993d-0522a637e058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:06.986197 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:06.995908 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:07.050458 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.agents_db [None req-0317ce1f-94ba-4828-a78d-05fb42e0f355 None None] Agent healthcheck: found 6 active agents {{(pid=92748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:45:08.089436 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-af7905e6-f134-40b5-8f7f-d0c0aa400a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:08.811306 dv-cinder-796889-2-smb neutron-server[92745]: DEBUG neutron.wsgi [req-187c34b9-42ca-49f5-94d6-e9bea367638e req-8060fd00-8bf2-40ee-b5f3-95bdb90dfea2 service neutron] (92745) timed out ('10.222.0.38', 62429) {{(pid=92745) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 21 04:45:09.696162 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-410c395a-ca3a-4855-90fb-923e0a2b4d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:34.158391 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-2b2d4565-9a13-4c13-8c0d-149de52e460c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:36.760670 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-93dfd52c-ec80-4409-a6f6-b89ee0280abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:36.992194 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:36.997479 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:38.090773 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-af7905e6-f134-40b5-8f7f-d0c0aa400a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:39.699579 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-410c395a-ca3a-4855-90fb-923e0a2b4d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:45:44.048044 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.agents_db [None req-0317ce1f-94ba-4828-a78d-05fb42e0f355 None None] Agent healthcheck: found 6 active agents {{(pid=92748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:46:04.158980 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-fe40dc99-986b-4798-b16a-f9ef7f763f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:06.759585 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-e9d50ef3-d0f4-41e6-985c-7cf452611801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:06.986297 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f392fa84-7a48-456a-8363-78490891b966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:06.995251 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ea65a56c-8df5-4eb1-898e-6692ee64a321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:08.094110 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-af7905e6-f134-40b5-8f7f-d0c0aa400a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:09.703327 dv-cinder-796889-2-smb neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-410c395a-ca3a-4855-90fb-923e0a2b4d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789667519937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-743342'] for agent, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:46:21.046661 dv-cinder-796889-2-smb neutron-server[92748]: DEBUG neutron.db.agents_db [None req-0317ce1f-94ba-4828-a78d-05fb42e0f355 None None] Agent healthcheck: found 6 active agents {{(pid=92748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}